2024-09-11T22:34:35.942 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-11T22:34:35.963 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-11T22:34:36.058 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/snap_schedule_snapdir} email: ceph-qa@ceph.com first_in_suite: false job_id: '7901433' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 client snapdir: .customsnapfuse debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc kclient: snapdirname: .customsnapkernel syntax: v2 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 086c737fa75c22d521a3932c59b31c5e1d1c9ef4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 481 sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc sleep_before_teardown: 0 subset: 57/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 086c737fa75c22d521a3932c59b31c5e1d1c9ef4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi016.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMySAdHjB3GFTo9iLdmLn7LfAN85BL2hgDcF9cIaT/JqHERxUiOoXO5i6lptQaZBdJWw0yjjfTwsjDuKPOWHn2Q= smithi104.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBENoiMnZH/XXcMAZmEzacWf2C5HKHnTIwM3YMbt9qTsn4XW4jbHNJPxhGf7FjGmN64Alu9JvRoC0/+mrZSX7X04= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: modules: - tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-11_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-11T22:34:36.058 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa; will attempt to use it 2024-09-11T22:34:36.059 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa/tasks 2024-09-11T22:34:36.059 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-11T22:34:36.060 INFO:teuthology.task.internal:Checking packages... 2024-09-11T22:34:36.082 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc' 2024-09-11T22:34:36.083 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-11T22:34:36.083 INFO:teuthology.packaging:ref: None 2024-09-11T22:34:36.083 INFO:teuthology.packaging:tag: None 2024-09-11T22:34:36.083 INFO:teuthology.packaging:branch: squid 2024-09-11T22:34:36.083 INFO:teuthology.packaging:sha1: b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-11T22:34:36.083 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-11T22:34:36.291 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-314.g086c737f 2024-09-11T22:34:36.293 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-11T22:34:36.300 INFO:teuthology.task.internal:no buildpackages task found 2024-09-11T22:34:36.300 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-11T22:34:36.306 INFO:teuthology.task.internal:Saving configuration 2024-09-11T22:34:36.322 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-11T22:34:36.329 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-11T22:34:36.353 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi016.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-11 22:29:38.173278', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMySAdHjB3GFTo9iLdmLn7LfAN85BL2hgDcF9cIaT/JqHERxUiOoXO5i6lptQaZBdJWw0yjjfTwsjDuKPOWHn2Q='} 2024-09-11T22:34:36.374 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi104.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-11 22:29:38.175178', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBENoiMnZH/XXcMAZmEzacWf2C5HKHnTIwM3YMbt9qTsn4XW4jbHNJPxhGf7FjGmN64Alu9JvRoC0/+mrZSX7X04='} 2024-09-11T22:34:36.374 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-11T22:34:36.384 INFO:teuthology.task.internal:roles: ubuntu@smithi016.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-11T22:34:36.384 INFO:teuthology.task.internal:roles: ubuntu@smithi104.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-11T22:34:36.384 INFO:teuthology.run_tasks:Running task console_log... 2024-09-11T22:34:36.443 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f6385fe7be0>, signals=[15]) 2024-09-11T22:34:36.444 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-11T22:34:36.476 INFO:teuthology.task.internal:Opening connections... 2024-09-11T22:34:36.477 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:34:36.478 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T22:34:36.556 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:34:36.557 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T22:34:36.630 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-11T22:34:36.637 DEBUG:teuthology.orchestra.run.smithi016:> uname -m 2024-09-11T22:34:36.656 INFO:teuthology.orchestra.run.smithi016.stdout:x86_64 2024-09-11T22:34:36.656 DEBUG:teuthology.orchestra.run.smithi016:> cat /etc/os-release 2024-09-11T22:34:36.714 INFO:teuthology.orchestra.run.smithi016.stdout:NAME="CentOS Stream" 2024-09-11T22:34:36.714 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION="9" 2024-09-11T22:34:36.714 INFO:teuthology.orchestra.run.smithi016.stdout:ID="centos" 2024-09-11T22:34:36.714 INFO:teuthology.orchestra.run.smithi016.stdout:ID_LIKE="rhel fedora" 2024-09-11T22:34:36.714 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION_ID="9" 2024-09-11T22:34:36.714 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM_ID="platform:el9" 2024-09-11T22:34:36.715 INFO:teuthology.orchestra.run.smithi016.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-11T22:34:36.715 INFO:teuthology.orchestra.run.smithi016.stdout:ANSI_COLOR="0;31" 2024-09-11T22:34:36.715 INFO:teuthology.orchestra.run.smithi016.stdout:LOGO="fedora-logo-icon" 2024-09-11T22:34:36.715 INFO:teuthology.orchestra.run.smithi016.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-11T22:34:36.715 INFO:teuthology.orchestra.run.smithi016.stdout:HOME_URL="https://centos.org/" 2024-09-11T22:34:36.715 INFO:teuthology.orchestra.run.smithi016.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-11T22:34:36.715 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-11T22:34:36.715 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-11T22:34:36.716 INFO:teuthology.lock.ops:Updating smithi016.front.sepia.ceph.com on lock server 2024-09-11T22:34:36.730 DEBUG:teuthology.orchestra.run.smithi104:> uname -m 2024-09-11T22:34:36.748 INFO:teuthology.orchestra.run.smithi104.stdout:x86_64 2024-09-11T22:34:36.748 DEBUG:teuthology.orchestra.run.smithi104:> cat /etc/os-release 2024-09-11T22:34:36.807 INFO:teuthology.orchestra.run.smithi104.stdout:NAME="CentOS Stream" 2024-09-11T22:34:36.807 INFO:teuthology.orchestra.run.smithi104.stdout:VERSION="9" 2024-09-11T22:34:36.807 INFO:teuthology.orchestra.run.smithi104.stdout:ID="centos" 2024-09-11T22:34:36.807 INFO:teuthology.orchestra.run.smithi104.stdout:ID_LIKE="rhel fedora" 2024-09-11T22:34:36.807 INFO:teuthology.orchestra.run.smithi104.stdout:VERSION_ID="9" 2024-09-11T22:34:36.807 INFO:teuthology.orchestra.run.smithi104.stdout:PLATFORM_ID="platform:el9" 2024-09-11T22:34:36.807 INFO:teuthology.orchestra.run.smithi104.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-11T22:34:36.808 INFO:teuthology.orchestra.run.smithi104.stdout:ANSI_COLOR="0;31" 2024-09-11T22:34:36.808 INFO:teuthology.orchestra.run.smithi104.stdout:LOGO="fedora-logo-icon" 2024-09-11T22:34:36.808 INFO:teuthology.orchestra.run.smithi104.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-11T22:34:36.808 INFO:teuthology.orchestra.run.smithi104.stdout:HOME_URL="https://centos.org/" 2024-09-11T22:34:36.808 INFO:teuthology.orchestra.run.smithi104.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-11T22:34:36.808 INFO:teuthology.orchestra.run.smithi104.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-11T22:34:36.808 INFO:teuthology.orchestra.run.smithi104.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-11T22:34:36.809 INFO:teuthology.lock.ops:Updating smithi104.front.sepia.ceph.com on lock server 2024-09-11T22:34:36.830 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-11T22:34:36.839 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-11T22:34:36.844 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-11T22:34:36.844 DEBUG:teuthology.orchestra.run.smithi016:> test '!' -e /home/ubuntu/cephtest 2024-09-11T22:34:36.847 DEBUG:teuthology.orchestra.run.smithi104:> test '!' -e /home/ubuntu/cephtest 2024-09-11T22:34:36.863 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-11T22:34:36.870 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-11T22:34:36.870 DEBUG:teuthology.orchestra.run.smithi016:> test -z $(ls -A /var/lib/ceph) 2024-09-11T22:34:36.904 DEBUG:teuthology.orchestra.run.smithi104:> test -z $(ls -A /var/lib/ceph) 2024-09-11T22:34:36.930 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-11T22:34:36.982 INFO:teuthology.run_tasks:Running task kernel... 2024-09-11T22:34:36.997 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-11T22:34:36.997 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}, 'client.2': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}, 'client.3': {'sha1': 'distro'}} 2024-09-11T22:34:36.997 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}, 'client.1': {'sha1': 'distro'}}, timeout 300 2024-09-11T22:34:36.997 DEBUG:teuthology.orchestra.run.smithi016:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-11T22:34:36.998 DEBUG:teuthology.orchestra.run.smithi104:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-11T22:34:37.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:34:37.015 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2024-09-11T22:34:37.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:34:37.016 DEBUG:teuthology.orchestra.run.smithi104:> uname -r 2024-09-11T22:34:37.072 INFO:teuthology.orchestra.run.smithi016.stdout:5.14.0-503.el9.x86_64 2024-09-11T22:34:37.073 INFO:teuthology.task.kernel:Running kernel on smithi016: 5.14.0-503.el9.x86_64 2024-09-11T22:34:37.073 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum install -y kernel 2024-09-11T22:34:37.074 INFO:teuthology.orchestra.run.smithi104.stdout:5.14.0-503.el9.x86_64 2024-09-11T22:34:37.074 INFO:teuthology.task.kernel:Running kernel on smithi104: 5.14.0-503.el9.x86_64 2024-09-11T22:34:37.074 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum install -y kernel 2024-09-11T22:34:39.687 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.2 MB 00:00 2024-09-11T22:34:40.906 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - BaseOS 4.0 MB/s | 8.2 MB 00:02 2024-09-11T22:34:41.538 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - AppStream 30 MB/s | 20 MB 00:00 2024-09-11T22:34:44.041 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:02 2024-09-11T22:34:47.822 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.5 MB 00:02 2024-09-11T22:34:49.406 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - Extras packages 61 kB/s | 19 kB 00:00 2024-09-11T22:34:50.249 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.5 MB 00:02 2024-09-11T22:34:50.293 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-11T22:34:51.766 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - Extras packages 59 kB/s | 19 kB 00:00 2024-09-11T22:34:52.687 INFO:teuthology.orchestra.run.smithi104.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-11T22:34:55.858 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-11T22:34:57.956 INFO:teuthology.orchestra.run.smithi016.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-11T22:34:57.956 INFO:teuthology.orchestra.run.smithi016.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-11T22:34:58.052 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-09-11T22:34:58.062 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-09-11T22:34:58.062 INFO:teuthology.orchestra.run.smithi016.stdout: Package Architecture Version Repository Size 2024-09-11T22:34:58.062 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-09-11T22:34:58.062 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2024-09-11T22:34:58.062 INFO:teuthology.orchestra.run.smithi016.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-11T22:34:58.062 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2024-09-11T22:34:58.062 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-11T22:34:58.063 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-11T22:34:58.063 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-11T22:34:58.063 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:34:58.063 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-09-11T22:34:58.063 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2024-09-11T22:34:58.063 INFO:teuthology.orchestra.run.smithi016.stdout:Install 4 Packages 2024-09-11T22:34:58.063 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:34:58.064 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 79 M 2024-09-11T22:34:58.064 INFO:teuthology.orchestra.run.smithi016.stdout:Installed size: 126 M 2024-09-11T22:34:58.064 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-09-11T22:34:58.150 INFO:teuthology.orchestra.run.smithi104.stdout:lab-extras 43 kB/s | 1.7 kB 00:00 2024-09-11T22:34:58.201 INFO:teuthology.orchestra.run.smithi016.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 250 kB/s | 23 kB 00:00 2024-09-11T22:34:59.101 INFO:teuthology.orchestra.run.smithi016.stdout:(2/4): kernel-modules-core-5.14.0-505.el9.x86_6 32 MB/s | 29 MB 00:00 2024-09-11T22:34:59.368 INFO:teuthology.orchestra.run.smithi016.stdout:(3/4): kernel-core-5.14.0-505.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-09-11T22:34:59.935 INFO:teuthology.orchestra.run.smithi016.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 19 MB/s | 35 MB 00:01 2024-09-11T22:34:59.935 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-09-11T22:34:59.935 INFO:teuthology.orchestra.run.smithi016.stdout:Total 42 MB/s | 79 MB 00:01 2024-09-11T22:35:00.148 INFO:teuthology.orchestra.run.smithi104.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-11T22:35:00.149 INFO:teuthology.orchestra.run.smithi104.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-11T22:35:00.257 INFO:teuthology.orchestra.run.smithi104.stdout:Dependencies resolved. 2024-09-11T22:35:00.263 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-09-11T22:35:00.263 INFO:teuthology.orchestra.run.smithi104.stdout: Package Architecture Version Repository Size 2024-09-11T22:35:00.263 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-09-11T22:35:00.263 INFO:teuthology.orchestra.run.smithi104.stdout:Installing: 2024-09-11T22:35:00.263 INFO:teuthology.orchestra.run.smithi104.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-11T22:35:00.263 INFO:teuthology.orchestra.run.smithi104.stdout:Installing dependencies: 2024-09-11T22:35:00.263 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-11T22:35:00.263 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-11T22:35:00.263 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-11T22:35:00.263 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:35:00.264 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction Summary 2024-09-11T22:35:00.264 INFO:teuthology.orchestra.run.smithi104.stdout:================================================================================ 2024-09-11T22:35:00.264 INFO:teuthology.orchestra.run.smithi104.stdout:Install 4 Packages 2024-09-11T22:35:00.264 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:35:00.264 INFO:teuthology.orchestra.run.smithi104.stdout:Total download size: 79 M 2024-09-11T22:35:00.264 INFO:teuthology.orchestra.run.smithi104.stdout:Installed size: 126 M 2024-09-11T22:35:00.265 INFO:teuthology.orchestra.run.smithi104.stdout:Downloading Packages: 2024-09-11T22:35:00.648 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-09-11T22:35:00.660 INFO:teuthology.orchestra.run.smithi104.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 190 kB/s | 23 kB 00:00 2024-09-11T22:35:01.050 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-09-11T22:35:01.050 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-09-11T22:35:01.252 INFO:teuthology.orchestra.run.smithi104.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 22 MB/s | 16 MB 00:00 2024-09-11T22:35:01.769 INFO:teuthology.orchestra.run.smithi104.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 28 MB/s | 35 MB 00:01 2024-09-11T22:35:02.052 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-09-11T22:35:02.053 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-09-11T22:35:02.360 INFO:teuthology.orchestra.run.smithi104.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 17 MB/s | 29 MB 00:01 2024-09-11T22:35:02.361 INFO:teuthology.orchestra.run.smithi104.stdout:-------------------------------------------------------------------------------- 2024-09-11T22:35:02.361 INFO:teuthology.orchestra.run.smithi104.stdout:Total 38 MB/s | 79 MB 00:02 2024-09-11T22:35:03.044 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check 2024-09-11T22:35:03.363 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. 2024-09-11T22:35:03.363 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction test 2024-09-11T22:35:04.312 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction test succeeded. 2024-09-11T22:35:04.313 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction 2024-09-11T22:35:04.626 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-09-11T22:35:05.302 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-11T22:35:05.385 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T22:35:06.753 INFO:teuthology.orchestra.run.smithi104.stdout: Preparing : 1/1 2024-09-11T22:35:07.493 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-11T22:35:07.576 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T22:35:08.166 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T22:35:08.298 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T22:35:10.380 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T22:35:10.504 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T22:35:13.424 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T22:35:13.466 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:15.369 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T22:35:15.403 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:18.605 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:20.273 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:57.646 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:57.687 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:58.062 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:58.063 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-11T22:35:58.063 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T22:35:58.063 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T22:35:58.484 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:58.523 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:58.833 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:58.833 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-11T22:35:58.833 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-11T22:35:58.834 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-11T22:35:58.914 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:58.915 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:35:58.915 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-09-11T22:35:58.915 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-11T22:35:58.915 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-11T22:35:58.915 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-11T22:35:58.915 INFO:teuthology.orchestra.run.smithi016.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-11T22:35:58.915 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:35:58.915 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-09-11T22:35:59.264 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q kernel | sort -rV | head -n 1 2024-09-11T22:35:59.356 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-11T22:35:59.356 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-11T22:35:59.357 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-11T22:35:59.357 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-11T22:35:59.357 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-11T22:35:59.357 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-09-11T22:35:59.357 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi016.front.sepia.ceph.com, path=None, version=distro) 2024-09-11T22:35:59.357 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q kernel | sort -rV | head -n 1 2024-09-11T22:35:59.415 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-11T22:35:59.416 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-11T22:35:59.416 DEBUG:teuthology.orchestra.run.smithi016:> sudo rpm -qi grub2-tools 2024-09-11T22:35:59.450 INFO:teuthology.orchestra.run.smithi016.stdout:Name : grub2-tools 2024-09-11T22:35:59.450 INFO:teuthology.orchestra.run.smithi016.stdout:Epoch : 1 2024-09-11T22:35:59.450 INFO:teuthology.orchestra.run.smithi016.stdout:Version : 2.06 2024-09-11T22:35:59.450 INFO:teuthology.orchestra.run.smithi016.stdout:Release : 82.el9 2024-09-11T22:35:59.450 INFO:teuthology.orchestra.run.smithi016.stdout:Architecture: x86_64 2024-09-11T22:35:59.450 INFO:teuthology.orchestra.run.smithi016.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-11T22:35:59.450 INFO:teuthology.orchestra.run.smithi016.stdout:Group : Unspecified 2024-09-11T22:35:59.450 INFO:teuthology.orchestra.run.smithi016.stdout:Size : 8274670 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:License : GPLv3+ 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:Packager : builder@centos.org 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:Vendor : CentOS 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:Summary : Support tools for GRUB. 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:Description : 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-11T22:35:59.451 INFO:teuthology.orchestra.run.smithi016.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-11T22:35:59.452 INFO:teuthology.orchestra.run.smithi016.stdout:hardware devices. 2024-09-11T22:35:59.452 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:35:59.452 INFO:teuthology.orchestra.run.smithi016.stdout:This subpackage provides tools for support of all platforms. 2024-09-11T22:35:59.452 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-11T22:35:59.453 INFO:teuthology.task.kernel:Updating grub on smithi016 to boot 5.14.0-505.el9.x86_64 2024-09-11T22:35:59.453 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-11T22:35:59.652 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-11T22:35:59.652 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:35:59.652 INFO:teuthology.orchestra.run.smithi104.stdout:Installed: 2024-09-11T22:35:59.652 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-11T22:35:59.652 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-11T22:35:59.652 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-11T22:35:59.652 INFO:teuthology.orchestra.run.smithi104.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-11T22:35:59.652 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:35:59.652 INFO:teuthology.orchestra.run.smithi104.stdout:Complete! 2024-09-11T22:36:00.002 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q kernel | sort -rV | head -n 1 2024-09-11T22:36:00.083 INFO:teuthology.orchestra.run.smithi104.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-11T22:36:00.084 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-11T22:36:00.084 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-11T22:36:00.084 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-11T22:36:00.084 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-11T22:36:00.084 INFO:teuthology.task.kernel:Installing distro kernel on client.1... 2024-09-11T22:36:00.084 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi104.front.sepia.ceph.com, path=None, version=distro) 2024-09-11T22:36:00.084 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q kernel | sort -rV | head -n 1 2024-09-11T22:36:00.108 INFO:teuthology.orchestra.run.smithi016.stderr:Generating grub configuration file ... 2024-09-11T22:36:00.141 INFO:teuthology.orchestra.run.smithi104.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-11T22:36:00.142 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-11T22:36:00.142 DEBUG:teuthology.orchestra.run.smithi104:> sudo rpm -qi grub2-tools 2024-09-11T22:36:00.174 INFO:teuthology.orchestra.run.smithi104.stdout:Name : grub2-tools 2024-09-11T22:36:00.174 INFO:teuthology.orchestra.run.smithi104.stdout:Epoch : 1 2024-09-11T22:36:00.174 INFO:teuthology.orchestra.run.smithi104.stdout:Version : 2.06 2024-09-11T22:36:00.174 INFO:teuthology.orchestra.run.smithi104.stdout:Release : 82.el9 2024-09-11T22:36:00.174 INFO:teuthology.orchestra.run.smithi104.stdout:Architecture: x86_64 2024-09-11T22:36:00.174 INFO:teuthology.orchestra.run.smithi104.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-11T22:36:00.174 INFO:teuthology.orchestra.run.smithi104.stdout:Group : Unspecified 2024-09-11T22:36:00.174 INFO:teuthology.orchestra.run.smithi104.stdout:Size : 8274670 2024-09-11T22:36:00.174 INFO:teuthology.orchestra.run.smithi104.stdout:License : GPLv3+ 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:Packager : builder@centos.org 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:Vendor : CentOS 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:Summary : Support tools for GRUB. 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:Description : 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-11T22:36:00.175 INFO:teuthology.orchestra.run.smithi104.stdout:hardware devices. 2024-09-11T22:36:00.176 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:36:00.176 INFO:teuthology.orchestra.run.smithi104.stdout:This subpackage provides tools for support of all platforms. 2024-09-11T22:36:00.177 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-11T22:36:00.177 INFO:teuthology.task.kernel:Updating grub on smithi104 to boot 5.14.0-505.el9.x86_64 2024-09-11T22:36:00.177 DEBUG:teuthology.orchestra.run.smithi104:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-11T22:36:00.866 INFO:teuthology.orchestra.run.smithi104.stderr:Generating grub configuration file ... 2024-09-11T22:36:01.420 INFO:teuthology.orchestra.run.smithi016.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-11T22:36:01.460 INFO:teuthology.orchestra.run.smithi016.stderr:done 2024-09-11T22:36:01.463 DEBUG:teuthology.orchestra.run.smithi016:> mktemp 2024-09-11T22:36:01.478 INFO:teuthology.orchestra.run.smithi016.stdout:/tmp/tmp.2PxxCWsRAH 2024-09-11T22:36:01.478 DEBUG:teuthology.orchestra.run.smithi016:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.2PxxCWsRAH 2024-09-11T22:36:01.543 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0666 /tmp/tmp.2PxxCWsRAH 2024-09-11T22:36:01.685 DEBUG:teuthology.orchestra.remote:smithi016:/tmp/tmp.2PxxCWsRAH is 6KB 2024-09-11T22:36:01.733 DEBUG:teuthology.orchestra.run.smithi016:> rm -fr /tmp/tmp.2PxxCWsRAH 2024-09-11T22:36:01.756 DEBUG:teuthology.orchestra.run.smithi016:> sudo /bin/ls /boot/loader/entries || true 2024-09-11T22:36:01.813 INFO:teuthology.orchestra.run.smithi016.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-11T22:36:01.813 INFO:teuthology.orchestra.run.smithi016.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-11T22:36:01.813 INFO:teuthology.orchestra.run.smithi016.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-11T22:36:01.813 INFO:teuthology.orchestra.run.smithi016.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-11T22:36:01.815 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-11T22:36:01.958 DEBUG:teuthology.orchestra.run.smithi016:> sudo shutdown -r now 2024-09-11T22:36:02.229 INFO:teuthology.orchestra.run.smithi104.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-11T22:36:02.243 INFO:teuthology.orchestra.run.smithi104.stderr:done 2024-09-11T22:36:02.249 DEBUG:teuthology.orchestra.run.smithi104:> mktemp 2024-09-11T22:36:02.265 INFO:teuthology.orchestra.run.smithi104.stdout:/tmp/tmp.uworrWO5lx 2024-09-11T22:36:02.265 DEBUG:teuthology.orchestra.run.smithi104:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.uworrWO5lx 2024-09-11T22:36:02.331 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0666 /tmp/tmp.uworrWO5lx 2024-09-11T22:36:02.468 DEBUG:teuthology.orchestra.remote:smithi104:/tmp/tmp.uworrWO5lx is 6KB 2024-09-11T22:36:02.516 DEBUG:teuthology.orchestra.run.smithi104:> rm -fr /tmp/tmp.uworrWO5lx 2024-09-11T22:36:02.531 DEBUG:teuthology.orchestra.run.smithi104:> sudo /bin/ls /boot/loader/entries || true 2024-09-11T22:36:02.594 INFO:teuthology.orchestra.run.smithi104.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-11T22:36:02.594 INFO:teuthology.orchestra.run.smithi104.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-11T22:36:02.594 INFO:teuthology.orchestra.run.smithi104.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-11T22:36:02.594 INFO:teuthology.orchestra.run.smithi104.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-11T22:36:02.595 DEBUG:teuthology.orchestra.run.smithi104:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-11T22:36:02.743 DEBUG:teuthology.orchestra.run.smithi104:> sudo shutdown -r now 2024-09-11T22:36:31.991 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-11T22:36:31.991 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-11T22:36:31.993 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T22:36:32.746 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-11T22:36:32.746 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-11T22:36:32.747 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T22:36:50.365 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.16 2024-09-11T22:36:51.133 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-09-11T22:36:59.371 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-11T22:36:59.372 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T22:37:00.134 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-11T22:37:00.135 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T22:37:03.197 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-09-11T22:37:15.209 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-11T22:37:15.210 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T22:37:33.629 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.104 2024-09-11T22:37:48.637 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-11T22:37:48.639 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T22:37:48.981 DEBUG:teuthology.orchestra.run.smithi104:> true 2024-09-11T22:37:49.344 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-11T22:37:49.344 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "5.14.0-505.el9.x86_64"... 2024-09-11T22:37:49.344 DEBUG:teuthology.orchestra.run.smithi104:> uname -r 2024-09-11T22:37:49.358 INFO:teuthology.orchestra.run.smithi104.stdout:5.14.0-505.el9.x86_64 2024-09-11T22:37:49.359 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-11T22:37:49.359 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-11T22:37:49.359 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-11T22:37:50.360 DEBUG:teuthology.parallel:result is None 2024-09-11T22:37:59.375 DEBUG:teuthology.orchestra.remote:timed out 2024-09-11T22:38:11.376 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-11T22:38:11.378 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T22:38:11.811 DEBUG:teuthology.orchestra.run.smithi016:> true 2024-09-11T22:38:12.157 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-11T22:38:12.157 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-505.el9.x86_64"... 2024-09-11T22:38:12.157 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2024-09-11T22:38:12.174 INFO:teuthology.orchestra.run.smithi016.stdout:5.14.0-505.el9.x86_64 2024-09-11T22:38:12.175 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-11T22:38:12.175 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-11T22:38:12.175 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-11T22:38:13.176 DEBUG:teuthology.parallel:result is None 2024-09-11T22:38:13.176 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-11T22:38:13.184 INFO:teuthology.task.internal:Creating test directory... 2024-09-11T22:38:13.184 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-11T22:38:13.187 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-11T22:38:13.207 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-11T22:38:13.214 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-11T22:38:13.221 INFO:teuthology.task.internal:Creating archive directory... 2024-09-11T22:38:13.221 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-11T22:38:13.246 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-11T22:38:13.275 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-11T22:38:13.281 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-11T22:38:13.281 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-11T22:38:13.312 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-11T22:38:13.401 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-11T22:38:13.417 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-11T22:38:13.429 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-11T22:38:13.442 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-11T22:38:13.444 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-11T22:38:13.450 INFO:teuthology.task.internal:Configuring sudo... 2024-09-11T22:38:13.451 DEBUG:teuthology.orchestra.run.smithi016:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-11T22:38:13.453 DEBUG:teuthology.orchestra.run.smithi104:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-11T22:38:13.482 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-11T22:38:13.491 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-11T22:38:13.491 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-11T22:38:13.524 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-11T22:38:13.542 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-11T22:38:13.626 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-11T22:38:13.685 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-11T22:38:13.732 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-11T22:38:13.775 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:38:13.776 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-11T22:38:13.844 DEBUG:teuthology.orchestra.run.smithi104:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-11T22:38:13.890 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-11T22:38:13.944 DEBUG:teuthology.orchestra.run.smithi104:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-11T22:38:14.027 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-11T22:38:14.069 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:38:14.070 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-11T22:38:14.136 DEBUG:teuthology.orchestra.run.smithi016:> sudo service rsyslog restart 2024-09-11T22:38:14.139 DEBUG:teuthology.orchestra.run.smithi104:> sudo service rsyslog restart 2024-09-11T22:38:14.186 INFO:teuthology.orchestra.run.smithi016.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-11T22:38:14.228 INFO:teuthology.orchestra.run.smithi104.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-11T22:38:14.698 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-11T22:38:14.706 INFO:teuthology.task.internal:Starting timer... 2024-09-11T22:38:14.707 INFO:teuthology.run_tasks:Running task pcp... 2024-09-11T22:38:14.717 INFO:teuthology.run_tasks:Running task selinux... 2024-09-11T22:38:14.726 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-11T22:38:14.726 DEBUG:teuthology.orchestra.run.smithi016:> sudo service auditd rotate 2024-09-11T22:38:14.793 INFO:teuthology.orchestra.run.smithi016.stdout:Rotating logs: 2024-09-11T22:38:14.795 DEBUG:teuthology.orchestra.run.smithi104:> sudo service auditd rotate 2024-09-11T22:38:14.853 INFO:teuthology.orchestra.run.smithi104.stdout:Rotating logs: 2024-09-11T22:38:14.855 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-11T22:38:14.855 DEBUG:teuthology.orchestra.run.smithi016:> /usr/sbin/getenforce 2024-09-11T22:38:14.880 INFO:teuthology.orchestra.run.smithi016.stdout:Permissive 2024-09-11T22:38:14.881 DEBUG:teuthology.orchestra.run.smithi104:> /usr/sbin/getenforce 2024-09-11T22:38:14.908 INFO:teuthology.orchestra.run.smithi104.stdout:Permissive 2024-09-11T22:38:14.908 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi016.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi104.front.sepia.ceph.com': 'permissive'} 2024-09-11T22:38:14.909 DEBUG:teuthology.orchestra.run.smithi016:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-11T22:38:14.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:38:14.950 DEBUG:teuthology.orchestra.run.smithi104:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-11T22:38:14.978 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:38:14.978 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-11T22:38:14.978 DEBUG:teuthology.orchestra.run.smithi016:> sudo /usr/sbin/setenforce permissive 2024-09-11T22:38:15.034 DEBUG:teuthology.orchestra.run.smithi104:> sudo /usr/sbin/setenforce permissive 2024-09-11T22:38:15.063 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-11T22:38:15.073 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-11T22:38:15.086 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-11T22:38:15.087 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi016.front.sepia.ceph.com,smithi104.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-11T22:42:07.044 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi016.front.sepia.ceph.com'), Remote(name='ubuntu@smithi104.front.sepia.ceph.com')] 2024-09-11T22:42:07.045 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-11T22:42:07.046 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T22:42:07.154 DEBUG:teuthology.orchestra.run.smithi016:> true 2024-09-11T22:42:07.234 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2024-09-11T22:42:07.235 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-11T22:42:07.235 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi104.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-11T22:42:07.338 DEBUG:teuthology.orchestra.run.smithi104:> true 2024-09-11T22:42:07.421 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi104.front.sepia.ceph.com' 2024-09-11T22:42:07.421 INFO:teuthology.run_tasks:Running task clock... 2024-09-11T22:42:07.437 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-11T22:42:07.438 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-11T22:42:07.438 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-11T22:42:07.446 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-11T22:42:07.446 DEBUG:teuthology.orchestra.run.smithi104:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-11T22:42:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-11T22:42:07.491 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-11T22:42:07.492 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-11T22:42:07.506 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-11T22:42:07.520 INFO:teuthology.orchestra.run.smithi016.stderr:sudo: ntpd: command not found 2024-09-11T22:42:07.531 INFO:teuthology.orchestra.run.smithi104.stderr:sudo: ntpd: command not found 2024-09-11T22:42:07.532 INFO:teuthology.orchestra.run.smithi016.stdout:506 Cannot talk to daemon 2024-09-11T22:42:07.542 INFO:teuthology.orchestra.run.smithi104.stdout:506 Cannot talk to daemon 2024-09-11T22:42:07.548 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-11T22:42:07.557 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-11T22:42:07.563 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-11T22:42:07.571 INFO:teuthology.orchestra.run.smithi104.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-11T22:42:07.623 INFO:teuthology.orchestra.run.smithi016.stderr:bash: line 1: ntpq: command not found 2024-09-11T22:42:07.626 INFO:teuthology.orchestra.run.smithi016.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-11T22:42:07.626 INFO:teuthology.orchestra.run.smithi016.stdout:=============================================================================== 2024-09-11T22:42:07.626 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T22:42:07.626 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T22:42:07.626 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T22:42:07.627 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T22:42:07.637 INFO:teuthology.orchestra.run.smithi104.stderr:bash: line 1: ntpq: command not found 2024-09-11T22:42:07.640 INFO:teuthology.orchestra.run.smithi104.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-11T22:42:07.640 INFO:teuthology.orchestra.run.smithi104.stdout:=============================================================================== 2024-09-11T22:42:07.640 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T22:42:07.640 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T22:42:07.640 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T22:42:07.640 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T22:42:07.641 INFO:teuthology.run_tasks:Running task install... 2024-09-11T22:42:07.649 DEBUG:teuthology.task.install:project ceph 2024-09-11T22:42:07.649 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}} 2024-09-11T22:42:07.649 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'} 2024-09-11T22:42:07.650 INFO:teuthology.task.install:Using flavor: default 2024-09-11T22:42:07.655 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-11T22:42:07.655 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-11T22:42:07.656 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'tag': None, 'wait_for_package': False} 2024-09-11T22:42:07.656 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-11T22:42:07.659 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'tag': None, 'wait_for_package': False} 2024-09-11T22:42:07.659 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-11T22:42:07.817 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/ 2024-09-11T22:42:07.817 INFO:teuthology.task.install.rpm:Package version is 19.1.1-298.gb53b6d3e 2024-09-11T22:42:07.833 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/ 2024-09-11T22:42:07.833 INFO:teuthology.task.install.rpm:Package version is 19.1.1-298.gb53b6d3e 2024-09-11T22:42:07.941 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-11T22:42:07.941 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:42:07.941 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-11T22:42:07.955 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/squid/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-11T22:42:07.955 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:42:07.955 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-11T22:42:07.968 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-11T22:42:07.969 DEBUG:teuthology.orchestra.run.smithi016:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-11T22:42:07.981 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-11T22:42:07.981 DEBUG:teuthology.orchestra.run.smithi104:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-11T22:42:08.036 DEBUG:teuthology.orchestra.run.smithi016:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-11T22:42:08.047 DEBUG:teuthology.orchestra.run.smithi104:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-11T22:42:08.112 DEBUG:teuthology.orchestra.run.smithi016:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-11T22:42:08.122 DEBUG:teuthology.orchestra.run.smithi104:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-11T22:42:08.178 INFO:teuthology.orchestra.run.smithi016.stdout:check_obsoletes = 1 2024-09-11T22:42:08.180 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum clean all 2024-09-11T22:42:08.186 INFO:teuthology.orchestra.run.smithi104.stdout:check_obsoletes = 1 2024-09-11T22:42:08.187 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum clean all 2024-09-11T22:42:08.421 INFO:teuthology.orchestra.run.smithi104.stdout:45 files removed 2024-09-11T22:42:08.427 INFO:teuthology.orchestra.run.smithi016.stdout:45 files removed 2024-09-11T22:42:08.448 DEBUG:teuthology.orchestra.run.smithi104:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-11T22:42:08.454 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-11T22:42:09.013 INFO:teuthology.orchestra.run.smithi104.stdout:ceph packages for x86_64 302 kB/s | 84 kB 00:00 2024-09-11T22:42:09.031 INFO:teuthology.orchestra.run.smithi016.stdout:ceph packages for x86_64 303 kB/s | 84 kB 00:00 2024-09-11T22:42:09.299 INFO:teuthology.orchestra.run.smithi104.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-11T22:42:09.319 INFO:teuthology.orchestra.run.smithi016.stdout:ceph noarch packages 51 kB/s | 12 kB 00:00 2024-09-11T22:42:09.563 INFO:teuthology.orchestra.run.smithi104.stdout:ceph source packages 8.2 kB/s | 1.9 kB 00:00 2024-09-11T22:42:09.566 INFO:teuthology.orchestra.run.smithi016.stdout:ceph source packages 8.6 kB/s | 1.9 kB 00:00 2024-09-11T22:42:10.099 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.2 MB 00:00 2024-09-11T22:42:10.171 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-09-11T22:42:12.414 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - AppStream 18 MB/s | 20 MB 00:01 2024-09-11T22:42:13.326 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - AppStream 9.8 MB/s | 20 MB 00:02 2024-09-11T22:42:16.840 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-11T22:42:18.591 INFO:teuthology.orchestra.run.smithi104.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 19 kB 00:00 2024-09-11T22:42:19.052 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-11T22:42:19.520 INFO:teuthology.orchestra.run.smithi104.stdout:Extra Packages for Enterprise Linux 28 MB/s | 23 MB 00:00 2024-09-11T22:42:20.604 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 9 - Extras packages 77 kB/s | 19 kB 00:00 2024-09-11T22:42:21.800 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 21 MB/s | 23 MB 00:01 2024-09-11T22:42:24.917 INFO:teuthology.orchestra.run.smithi104.stdout:lab-extras 42 kB/s | 1.7 kB 00:00 2024-09-11T22:42:27.329 INFO:teuthology.orchestra.run.smithi104.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-11T22:42:27.330 INFO:teuthology.orchestra.run.smithi104.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-11T22:42:27.343 INFO:teuthology.orchestra.run.smithi104.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-11T22:42:27.344 INFO:teuthology.orchestra.run.smithi104.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-11T22:42:27.345 INFO:teuthology.orchestra.run.smithi104.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-11T22:42:27.346 INFO:teuthology.orchestra.run.smithi104.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-11T22:42:27.348 INFO:teuthology.orchestra.run.smithi104.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-11T22:42:27.351 INFO:teuthology.orchestra.run.smithi104.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-11T22:42:27.352 INFO:teuthology.orchestra.run.smithi104.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-11T22:42:27.414 INFO:teuthology.orchestra.run.smithi104.stdout:Dependencies resolved. 2024-09-11T22:42:27.424 INFO:teuthology.orchestra.run.smithi104.stdout:====================================================================================== 2024-09-11T22:42:27.424 INFO:teuthology.orchestra.run.smithi104.stdout: Package Arch Version Repository Size 2024-09-11T22:42:27.424 INFO:teuthology.orchestra.run.smithi104.stdout:====================================================================================== 2024-09-11T22:42:27.424 INFO:teuthology.orchestra.run.smithi104.stdout:Installing: 2024-09-11T22:42:27.424 INFO:teuthology.orchestra.run.smithi104.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-11T22:42:27.424 INFO:teuthology.orchestra.run.smithi104.stdout: ceph x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 6.5 k 2024-09-11T22:42:27.424 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-base x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.4 M 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 897 k 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 145 k 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 1.5 M 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 146 k 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-dashboard noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 3.6 M 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 7.4 M 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-rook noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 49 k 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-radosgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 11 M 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-test x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 49 M 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-volume noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 285 k 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 765 k 2024-09-11T22:42:27.425 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 228 k 2024-09-11T22:42:27.426 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-shell x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 27 k 2024-09-11T22:42:27.426 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-top noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 18 k 2024-09-11T22:42:27.426 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-11T22:42:27.426 INFO:teuthology.orchestra.run.smithi104.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-11T22:42:27.426 INFO:teuthology.orchestra.run.smithi104.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-11T22:42:27.426 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 32 k 2024-09-11T22:42:27.426 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 752 k 2024-09-11T22:42:27.426 INFO:teuthology.orchestra.run.smithi104.stdout: librados-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 127 k 2024-09-11T22:42:27.427 INFO:teuthology.orchestra.run.smithi104.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-11T22:42:27.427 INFO:teuthology.orchestra.run.smithi104.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-11T22:42:27.427 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-11T22:42:27.427 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-11T22:42:27.427 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-11T22:42:27.427 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-11T22:42:27.427 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cephfs x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 162 k 2024-09-11T22:42:27.427 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rados x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 321 k 2024-09-11T22:42:27.427 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 301 k 2024-09-11T22:42:27.427 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 100 k 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 85 k 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.1 M 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-nbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 171 k 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout:Upgrading: 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout: librados2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.4 M 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout: librbd1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.2 M 2024-09-11T22:42:27.428 INFO:teuthology.orchestra.run.smithi104.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout:Installing dependencies: 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 21 M 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-grafana-dashboards noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 32 k 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mds x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 2.4 M 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 249 k 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mon x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 4.7 M 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-osd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 17 M 2024-09-11T22:42:27.429 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-prometheus-alerts noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 16 k 2024-09-11T22:42:27.430 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-selinux x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 25 k 2024-09-11T22:42:27.430 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-11T22:42:27.430 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-11T22:42:27.430 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-11T22:42:27.430 INFO:teuthology.orchestra.run.smithi104.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-11T22:42:27.430 INFO:teuthology.orchestra.run.smithi104.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-11T22:42:27.430 INFO:teuthology.orchestra.run.smithi104.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-11T22:42:27.430 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-11T22:42:27.430 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-11T22:42:27.430 INFO:teuthology.orchestra.run.smithi104.stdout: libcephsqlite x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 163 k 2024-09-11T22:42:27.430 INFO:teuthology.orchestra.run.smithi104.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: libradosstriper1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 506 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: librgw2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.3 M 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-11T22:42:27.431 INFO:teuthology.orchestra.run.smithi104.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-11T22:42:27.432 INFO:teuthology.orchestra.run.smithi104.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-11T22:42:27.432 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-11T22:42:27.432 INFO:teuthology.orchestra.run.smithi104.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-11T22:42:27.432 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-11T22:42:27.432 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-11T22:42:27.432 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-11T22:42:27.432 INFO:teuthology.orchestra.run.smithi104.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-11T22:42:27.433 INFO:teuthology.orchestra.run.smithi104.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-11T22:42:27.433 INFO:teuthology.orchestra.run.smithi104.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-11T22:42:27.433 INFO:teuthology.orchestra.run.smithi104.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-11T22:42:27.433 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-11T22:42:27.433 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-argparse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 45 k 2024-09-11T22:42:27.433 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 136 k 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-11T22:42:27.434 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-11T22:42:27.435 INFO:teuthology.orchestra.run.smithi104.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-11T22:42:27.436 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-11T22:42:27.437 INFO:teuthology.orchestra.run.smithi104.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-11T22:42:27.438 INFO:teuthology.orchestra.run.smithi104.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-11T22:42:27.439 INFO:teuthology.orchestra.run.smithi104.stdout:Installing weak dependencies: 2024-09-11T22:42:27.439 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-11T22:42:27.439 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:42:27.439 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction Summary 2024-09-11T22:42:27.439 INFO:teuthology.orchestra.run.smithi104.stdout:====================================================================================== 2024-09-11T22:42:27.439 INFO:teuthology.orchestra.run.smithi104.stdout:Install 148 Packages 2024-09-11T22:42:27.439 INFO:teuthology.orchestra.run.smithi104.stdout:Upgrade 8 Packages 2024-09-11T22:42:27.439 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:42:27.440 INFO:teuthology.orchestra.run.smithi104.stdout:Total download size: 226 M 2024-09-11T22:42:27.440 INFO:teuthology.orchestra.run.smithi104.stdout:Downloading Packages: 2024-09-11T22:42:27.456 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-11T22:42:28.209 INFO:teuthology.orchestra.run.smithi104.stdout:(1/156): ceph-19.1.1-298.gb53b6d3e.el9.x86_64.r 49 kB/s | 6.5 kB 00:00 2024-09-11T22:42:28.418 INFO:teuthology.orchestra.run.smithi104.stdout:(2/156): ceph-fuse-19.1.1-298.gb53b6d3e.el9.x86 4.2 MB/s | 897 kB 00:00 2024-09-11T22:42:28.485 INFO:teuthology.orchestra.run.smithi104.stdout:(3/156): ceph-immutable-object-cache-19.1.1-298 2.1 MB/s | 145 kB 00:00 2024-09-11T22:42:28.552 INFO:teuthology.orchestra.run.smithi104.stdout:(4/156): ceph-base-19.1.1-298.gb53b6d3e.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-11T22:42:28.686 INFO:teuthology.orchestra.run.smithi104.stdout:(5/156): ceph-mgr-19.1.1-298.gb53b6d3e.el9.x86_ 11 MB/s | 1.5 MB 00:00 2024-09-11T22:42:28.744 INFO:teuthology.orchestra.run.smithi104.stdout:(6/156): ceph-mds-19.1.1-298.gb53b6d3e.el9.x86_ 9.2 MB/s | 2.4 MB 00:00 2024-09-11T22:42:28.978 INFO:teuthology.orchestra.run.smithi104.stdout:(7/156): ceph-mon-19.1.1-298.gb53b6d3e.el9.x86_ 16 MB/s | 4.7 MB 00:00 2024-09-11T22:42:29.345 INFO:teuthology.orchestra.run.smithi104.stdout:(8/156): ceph-common-19.1.1-298.gb53b6d3e.el9.x 17 MB/s | 21 MB 00:01 2024-09-11T22:42:29.645 INFO:teuthology.orchestra.run.smithi104.stdout:(9/156): ceph-selinux-19.1.1-298.gb53b6d3e.el9. 84 kB/s | 25 kB 00:00 2024-09-11T22:42:29.895 INFO:teuthology.orchestra.run.smithi016.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-11T22:42:29.895 INFO:teuthology.orchestra.run.smithi016.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-11T22:42:29.909 INFO:teuthology.orchestra.run.smithi016.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-11T22:42:29.910 INFO:teuthology.orchestra.run.smithi016.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-11T22:42:29.911 INFO:teuthology.orchestra.run.smithi016.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-11T22:42:29.913 INFO:teuthology.orchestra.run.smithi016.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-11T22:42:29.914 INFO:teuthology.orchestra.run.smithi016.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-11T22:42:29.917 INFO:teuthology.orchestra.run.smithi016.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-11T22:42:29.918 INFO:teuthology.orchestra.run.smithi016.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-11T22:42:29.979 INFO:teuthology.orchestra.run.smithi104.stdout:(10/156): ceph-radosgw-19.1.1-298.gb53b6d3e.el9 11 MB/s | 11 MB 00:01 2024-09-11T22:42:29.988 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2024-09-11T22:42:30.014 INFO:teuthology.orchestra.run.smithi016.stdout:====================================================================================== 2024-09-11T22:42:30.015 INFO:teuthology.orchestra.run.smithi016.stdout: Package Arch Version Repository Size 2024-09-11T22:42:30.015 INFO:teuthology.orchestra.run.smithi016.stdout:====================================================================================== 2024-09-11T22:42:30.015 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2024-09-11T22:42:30.015 INFO:teuthology.orchestra.run.smithi016.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-11T22:42:30.015 INFO:teuthology.orchestra.run.smithi016.stdout: ceph x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 6.5 k 2024-09-11T22:42:30.015 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.4 M 2024-09-11T22:42:30.015 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 897 k 2024-09-11T22:42:30.015 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 145 k 2024-09-11T22:42:30.015 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 1.5 M 2024-09-11T22:42:30.015 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 146 k 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 3.6 M 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 7.4 M 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 49 k 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 11 M 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 49 M 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-volume noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 285 k 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 765 k 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 228 k 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-shell x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 27 k 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-top noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 18 k 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-11T22:42:30.016 INFO:teuthology.orchestra.run.smithi016.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 32 k 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 752 k 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 127 k 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 162 k 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 321 k 2024-09-11T22:42:30.017 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 301 k 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 100 k 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 85 k 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.1 M 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 171 k 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrading: 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: librados2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.4 M 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: librbd1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 3.2 M 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-11T22:42:30.018 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-11T22:42:30.019 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2024-09-11T22:42:30.019 INFO:teuthology.orchestra.run.smithi016.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-11T22:42:30.019 INFO:teuthology.orchestra.run.smithi016.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-11T22:42:30.019 INFO:teuthology.orchestra.run.smithi016.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-11T22:42:30.019 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 21 M 2024-09-11T22:42:30.019 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 32 k 2024-09-11T22:42:30.019 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 2.4 M 2024-09-11T22:42:30.019 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 249 k 2024-09-11T22:42:30.020 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 4.7 M 2024-09-11T22:42:30.020 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 17 M 2024-09-11T22:42:30.020 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts noarch 2:19.1.1-298.gb53b6d3e.el9 ceph-noarch 16 k 2024-09-11T22:42:30.020 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 25 k 2024-09-11T22:42:30.020 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-11T22:42:30.020 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-11T22:42:30.020 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 163 k 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-11T22:42:30.021 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 506 k 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2 x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 5.3 M 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-11T22:42:30.022 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-11T22:42:30.023 INFO:teuthology.orchestra.run.smithi016.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-11T22:42:30.023 INFO:teuthology.orchestra.run.smithi016.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-11T22:42:30.023 INFO:teuthology.orchestra.run.smithi016.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-11T22:42:30.023 INFO:teuthology.orchestra.run.smithi016.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-11T22:42:30.023 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-11T22:42:30.023 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 45 k 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common x86_64 2:19.1.1-298.gb53b6d3e.el9 ceph 136 k 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-11T22:42:30.024 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-11T22:42:30.025 INFO:teuthology.orchestra.run.smithi016.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-11T22:42:30.025 INFO:teuthology.orchestra.run.smithi016.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-11T22:42:30.025 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-11T22:42:30.025 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-11T22:42:30.025 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-11T22:42:30.025 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-11T22:42:30.025 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-11T22:42:30.026 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-11T22:42:30.027 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-11T22:42:30.028 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout:Installing weak dependencies: 2024-09-11T22:42:30.029 INFO:teuthology.orchestra.run.smithi016.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-11T22:42:30.030 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:42:30.030 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2024-09-11T22:42:30.030 INFO:teuthology.orchestra.run.smithi016.stdout:====================================================================================== 2024-09-11T22:42:30.030 INFO:teuthology.orchestra.run.smithi016.stdout:Install 148 Packages 2024-09-11T22:42:30.030 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrade 8 Packages 2024-09-11T22:42:30.030 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:42:30.031 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 226 M 2024-09-11T22:42:30.031 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2024-09-11T22:42:30.047 INFO:teuthology.orchestra.run.smithi104.stdout:(11/156): cephfs-mirror-19.1.1-298.gb53b6d3e.el 3.3 MB/s | 228 kB 00:00 2024-09-11T22:42:30.231 INFO:teuthology.orchestra.run.smithi104.stdout:(12/156): ceph-osd-19.1.1-298.gb53b6d3e.el9.x86 11 MB/s | 17 MB 00:01 2024-09-11T22:42:30.256 INFO:teuthology.orchestra.run.smithi104.stdout:(13/156): cephfs-shell-19.1.1-298.gb53b6d3e.el9 130 kB/s | 27 kB 00:00 2024-09-11T22:42:30.281 INFO:teuthology.orchestra.run.smithi104.stdout:(14/156): libcephfs-devel-19.1.1-298.gb53b6d3e. 634 kB/s | 32 kB 00:00 2024-09-11T22:42:30.323 INFO:teuthology.orchestra.run.smithi104.stdout:(15/156): libcephfs2-19.1.1-298.gb53b6d3e.el9.x 11 MB/s | 752 kB 00:00 2024-09-11T22:42:30.349 INFO:teuthology.orchestra.run.smithi104.stdout:(16/156): libcephsqlite-19.1.1-298.gb53b6d3e.el 2.4 MB/s | 163 kB 00:00 2024-09-11T22:42:30.374 INFO:teuthology.orchestra.run.smithi104.stdout:(17/156): librados-devel-19.1.1-298.gb53b6d3e.e 2.5 MB/s | 127 kB 00:00 2024-09-11T22:42:30.408 INFO:teuthology.orchestra.run.smithi104.stdout:(18/156): libradosstriper1-19.1.1-298.gb53b6d3e 8.5 MB/s | 506 kB 00:00 2024-09-11T22:42:30.466 INFO:teuthology.orchestra.run.smithi104.stdout:(19/156): python3-ceph-argparse-19.1.1-298.gb53 774 kB/s | 45 kB 00:00 2024-09-11T22:42:30.558 INFO:teuthology.orchestra.run.smithi104.stdout:(20/156): python3-ceph-common-19.1.1-298.gb53b6 1.4 MB/s | 136 kB 00:00 2024-09-11T22:42:30.633 INFO:teuthology.orchestra.run.smithi016.stdout:(1/156): ceph-19.1.1-298.gb53b6d3e.el9.x86_64.r 32 kB/s | 6.5 kB 00:00 2024-09-11T22:42:30.641 INFO:teuthology.orchestra.run.smithi104.stdout:(21/156): librgw2-19.1.1-298.gb53b6d3e.el9.x86_ 20 MB/s | 5.3 MB 00:00 2024-09-11T22:42:30.667 INFO:teuthology.orchestra.run.smithi104.stdout:(22/156): python3-cephfs-19.1.1-298.gb53b6d3e.e 1.5 MB/s | 162 kB 00:00 2024-09-11T22:42:30.692 INFO:teuthology.orchestra.run.smithi104.stdout:(23/156): python3-rados-19.1.1-298.gb53b6d3e.el 6.3 MB/s | 321 kB 00:00 2024-09-11T22:42:30.726 INFO:teuthology.orchestra.run.smithi104.stdout:(24/156): python3-rbd-19.1.1-298.gb53b6d3e.el9. 5.0 MB/s | 301 kB 00:00 2024-09-11T22:42:30.751 INFO:teuthology.orchestra.run.smithi104.stdout:(25/156): python3-rgw-19.1.1-298.gb53b6d3e.el9. 1.7 MB/s | 100 kB 00:00 2024-09-11T22:42:30.776 INFO:teuthology.orchestra.run.smithi104.stdout:(26/156): rbd-fuse-19.1.1-298.gb53b6d3e.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-11T22:42:30.877 INFO:teuthology.orchestra.run.smithi104.stdout:(27/156): rbd-nbd-19.1.1-298.gb53b6d3e.el9.x86_ 1.7 MB/s | 171 kB 00:00 2024-09-11T22:42:30.969 INFO:teuthology.orchestra.run.smithi104.stdout:(28/156): ceph-grafana-dashboards-19.1.1-298.gb 348 kB/s | 32 kB 00:00 2024-09-11T22:42:31.027 INFO:teuthology.orchestra.run.smithi104.stdout:(29/156): rbd-mirror-19.1.1-298.gb53b6d3e.el9.x 11 MB/s | 3.1 MB 00:00 2024-09-11T22:42:31.061 INFO:teuthology.orchestra.run.smithi104.stdout:(30/156): ceph-mgr-cephadm-19.1.1-298.gb53b6d3e 1.6 MB/s | 146 kB 00:00 2024-09-11T22:42:31.133 INFO:teuthology.orchestra.run.smithi016.stdout:(2/156): ceph-base-19.1.1-298.gb53b6d3e.el9.x86 7.7 MB/s | 5.4 MB 00:00 2024-09-11T22:42:31.400 INFO:teuthology.orchestra.run.smithi016.stdout:(3/156): ceph-fuse-19.1.1-298.gb53b6d3e.el9.x86 1.1 MB/s | 897 kB 00:00 2024-09-11T22:42:31.669 INFO:teuthology.orchestra.run.smithi104.stdout:(31/156): ceph-mgr-diskprediction-local-19.1.1- 12 MB/s | 7.4 MB 00:00 2024-09-11T22:42:31.720 INFO:teuthology.orchestra.run.smithi104.stdout:(32/156): ceph-mgr-dashboard-19.1.1-298.gb53b6d 5.1 MB/s | 3.6 MB 00:00 2024-09-11T22:42:31.745 INFO:teuthology.orchestra.run.smithi104.stdout:(33/156): ceph-mgr-modules-core-19.1.1-298.gb53 3.2 MB/s | 249 kB 00:00 2024-09-11T22:42:31.758 INFO:teuthology.orchestra.run.smithi016.stdout:(4/156): ceph-immutable-object-cache-19.1.1-298 232 kB/s | 145 kB 00:00 2024-09-11T22:42:31.779 INFO:teuthology.orchestra.run.smithi104.stdout:(34/156): ceph-mgr-rook-19.1.1-298.gb53b6d3e.el 843 kB/s | 49 kB 00:00 2024-09-11T22:42:31.804 INFO:teuthology.orchestra.run.smithi104.stdout:(35/156): ceph-prometheus-alerts-19.1.1-298.gb5 281 kB/s | 16 kB 00:00 2024-09-11T22:42:31.817 INFO:teuthology.orchestra.run.smithi016.stdout:(5/156): ceph-mds-19.1.1-298.gb53b6d3e.el9.x86_ 5.7 MB/s | 2.4 MB 00:00 2024-09-11T22:42:31.846 INFO:teuthology.orchestra.run.smithi104.stdout:(36/156): ceph-volume-19.1.1-298.gb53b6d3e.el9. 4.2 MB/s | 285 kB 00:00 2024-09-11T22:42:31.879 INFO:teuthology.orchestra.run.smithi104.stdout:(37/156): cephadm-19.1.1-298.gb53b6d3e.el9.noar 9.9 MB/s | 765 kB 00:00 2024-09-11T22:42:31.913 INFO:teuthology.orchestra.run.smithi104.stdout:(38/156): cephfs-top-19.1.1-298.gb53b6d3e.el9.n 274 kB/s | 18 kB 00:00 2024-09-11T22:42:32.084 INFO:teuthology.orchestra.run.smithi016.stdout:(6/156): ceph-common-19.1.1-298.gb53b6d3e.el9.x 13 MB/s | 21 MB 00:01 2024-09-11T22:42:32.384 INFO:teuthology.orchestra.run.smithi016.stdout:(7/156): ceph-mon-19.1.1-298.gb53b6d3e.el9.x86_ 8.3 MB/s | 4.7 MB 00:00 2024-09-11T22:42:32.463 INFO:teuthology.orchestra.run.smithi104.stdout:(39/156): ceph-test-19.1.1-298.gb53b6d3e.el9.x8 17 MB/s | 49 MB 00:02 2024-09-11T22:42:32.488 INFO:teuthology.orchestra.run.smithi104.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 131 kB/s | 80 kB 00:00 2024-09-11T22:42:32.535 INFO:teuthology.orchestra.run.smithi016.stdout:(8/156): ceph-mgr-19.1.1-298.gb53b6d3e.el9.x86_ 2.0 MB/s | 1.5 MB 00:00 2024-09-11T22:42:32.585 INFO:teuthology.orchestra.run.smithi016.stdout:(9/156): ceph-selinux-19.1.1-298.gb53b6d3e.el9. 504 kB/s | 25 kB 00:00 2024-09-11T22:42:32.606 INFO:teuthology.orchestra.run.smithi104.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-09-11T22:42:32.639 INFO:teuthology.orchestra.run.smithi104.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 191 kB 00:00 2024-09-11T22:42:32.690 INFO:teuthology.orchestra.run.smithi104.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.0 MB/s | 801 kB 00:00 2024-09-11T22:42:32.715 INFO:teuthology.orchestra.run.smithi104.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-09-11T22:42:32.748 INFO:teuthology.orchestra.run.smithi104.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-11T22:42:32.752 INFO:teuthology.orchestra.run.smithi016.stdout:(10/156): ceph-osd-19.1.1-298.gb53b6d3e.el9.x86 25 MB/s | 17 MB 00:00 2024-09-11T22:42:32.774 INFO:teuthology.orchestra.run.smithi104.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-11T22:42:32.802 INFO:teuthology.orchestra.run.smithi016.stdout:(11/156): cephfs-mirror-19.1.1-298.gb53b6d3e.el 4.5 MB/s | 228 kB 00:00 2024-09-11T22:42:32.832 INFO:teuthology.orchestra.run.smithi104.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-09-11T22:42:32.836 INFO:teuthology.orchestra.run.smithi016.stdout:(12/156): cephfs-shell-19.1.1-298.gb53b6d3e.el9 808 kB/s | 27 kB 00:00 2024-09-11T22:42:32.878 INFO:teuthology.orchestra.run.smithi016.stdout:(13/156): libcephfs-devel-19.1.1-298.gb53b6d3e. 763 kB/s | 32 kB 00:00 2024-09-11T22:42:32.932 INFO:teuthology.orchestra.run.smithi104.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 3.8 MB/s | 1.2 MB 00:00 2024-09-11T22:42:32.945 INFO:teuthology.orchestra.run.smithi016.stdout:(14/156): libcephfs2-19.1.1-298.gb53b6d3e.el9.x 11 MB/s | 752 kB 00:00 2024-09-11T22:42:32.995 INFO:teuthology.orchestra.run.smithi016.stdout:(15/156): libcephsqlite-19.1.1-298.gb53b6d3e.el 3.2 MB/s | 163 kB 00:00 2024-09-11T22:42:32.999 INFO:teuthology.orchestra.run.smithi104.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 3.0 MB/s | 689 kB 00:00 2024-09-11T22:42:33.025 INFO:teuthology.orchestra.run.smithi104.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 1.1 MB/s | 107 kB 00:00 2024-09-11T22:42:33.054 INFO:teuthology.orchestra.run.smithi016.stdout:(16/156): librados-devel-19.1.1-298.gb53b6d3e.e 2.1 MB/s | 127 kB 00:00 2024-09-11T22:42:33.075 INFO:teuthology.orchestra.run.smithi104.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 288 kB/s | 22 kB 00:00 2024-09-11T22:42:33.117 INFO:teuthology.orchestra.run.smithi104.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 3.2 MB/s | 943 kB 00:00 2024-09-11T22:42:33.121 INFO:teuthology.orchestra.run.smithi016.stdout:(17/156): libradosstriper1-19.1.1-298.gb53b6d3e 7.4 MB/s | 506 kB 00:00 2024-09-11T22:42:33.142 INFO:teuthology.orchestra.run.smithi104.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 488 kB/s | 33 kB 00:00 2024-09-11T22:42:33.167 INFO:teuthology.orchestra.run.smithi104.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 2.2 MB/s | 313 kB 00:00 2024-09-11T22:42:33.201 INFO:teuthology.orchestra.run.smithi104.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 312 kB/s | 18 kB 00:00 2024-09-11T22:42:33.234 INFO:teuthology.orchestra.run.smithi104.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 167 kB/s | 11 kB 00:00 2024-09-11T22:42:33.293 INFO:teuthology.orchestra.run.smithi104.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-09-11T22:42:33.313 INFO:teuthology.orchestra.run.smithi104.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 603 kB/s | 45 kB 00:00 2024-09-11T22:42:33.355 INFO:teuthology.orchestra.run.smithi016.stdout:(18/156): librgw2-19.1.1-298.gb53b6d3e.el9.x86_ 23 MB/s | 5.3 MB 00:00 2024-09-11T22:42:33.472 INFO:teuthology.orchestra.run.smithi016.stdout:(19/156): ceph-radosgw-19.1.1-298.gb53b6d3e.el9 9.8 MB/s | 11 MB 00:01 2024-09-11T22:42:33.485 INFO:teuthology.orchestra.run.smithi104.stdout:(59/156): libtool-2.4.6-46.el9.x86_64.rpm 3.2 MB/s | 581 kB 00:00 2024-09-11T22:42:33.497 INFO:teuthology.orchestra.run.smithi016.stdout:(20/156): python3-ceph-argparse-19.1.1-298.gb53 318 kB/s | 45 kB 00:00 2024-09-11T22:42:33.510 INFO:teuthology.orchestra.run.smithi104.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.0 MB/s | 662 kB 00:00 2024-09-11T22:42:33.522 INFO:teuthology.orchestra.run.smithi016.stdout:(21/156): python3-ceph-common-19.1.1-298.gb53b6 2.6 MB/s | 136 kB 00:00 2024-09-11T22:42:33.536 INFO:teuthology.orchestra.run.smithi104.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 488 kB/s | 24 kB 00:00 2024-09-11T22:42:33.547 INFO:teuthology.orchestra.run.smithi016.stdout:(22/156): python3-cephfs-19.1.1-298.gb53b6d3e.e 3.2 MB/s | 162 kB 00:00 2024-09-11T22:42:33.581 INFO:teuthology.orchestra.run.smithi016.stdout:(23/156): python3-rados-19.1.1-298.gb53b6d3e.el 5.4 MB/s | 321 kB 00:00 2024-09-11T22:42:33.606 INFO:teuthology.orchestra.run.smithi016.stdout:(24/156): python3-rbd-19.1.1-298.gb53b6d3e.el9. 5.0 MB/s | 301 kB 00:00 2024-09-11T22:42:33.628 INFO:teuthology.orchestra.run.smithi104.stdout:(62/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.1 MB/s | 292 kB 00:00 2024-09-11T22:42:33.631 INFO:teuthology.orchestra.run.smithi016.stdout:(25/156): python3-rgw-19.1.1-298.gb53b6d3e.el9. 1.9 MB/s | 100 kB 00:00 2024-09-11T22:42:33.657 INFO:teuthology.orchestra.run.smithi016.stdout:(26/156): rbd-fuse-19.1.1-298.gb53b6d3e.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-11T22:42:33.686 INFO:teuthology.orchestra.run.smithi104.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 270 kB/s | 47 kB 00:00 2024-09-11T22:42:33.707 INFO:teuthology.orchestra.run.smithi016.stdout:(27/156): rbd-nbd-19.1.1-298.gb53b6d3e.el9.x86_ 3.3 MB/s | 171 kB 00:00 2024-09-11T22:42:33.711 INFO:teuthology.orchestra.run.smithi104.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-09-11T22:42:33.737 INFO:teuthology.orchestra.run.smithi104.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 769 kB/s | 38 kB 00:00 2024-09-11T22:42:33.749 INFO:teuthology.orchestra.run.smithi016.stdout:(28/156): ceph-grafana-dashboards-19.1.1-298.gb 763 kB/s | 32 kB 00:00 2024-09-11T22:42:33.800 INFO:teuthology.orchestra.run.smithi016.stdout:(29/156): ceph-mgr-cephadm-19.1.1-298.gb53b6d3e 2.9 MB/s | 146 kB 00:00 2024-09-11T22:42:33.900 INFO:teuthology.orchestra.run.smithi016.stdout:(30/156): rbd-mirror-19.1.1-298.gb53b6d3e.el9.x 12 MB/s | 3.1 MB 00:00 2024-09-11T22:42:33.912 INFO:teuthology.orchestra.run.smithi104.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.8 MB/s | 3.0 MB 00:00 2024-09-11T22:42:33.992 INFO:teuthology.orchestra.run.smithi016.stdout:(31/156): ceph-mgr-dashboard-19.1.1-298.gb53b6d 19 MB/s | 3.6 MB 00:00 2024-09-11T22:42:34.042 INFO:teuthology.orchestra.run.smithi016.stdout:(32/156): ceph-mgr-modules-core-19.1.1-298.gb53 4.9 MB/s | 249 kB 00:00 2024-09-11T22:42:34.093 INFO:teuthology.orchestra.run.smithi016.stdout:(33/156): ceph-mgr-rook-19.1.1-298.gb53b6d3e.el 986 kB/s | 49 kB 00:00 2024-09-11T22:42:34.143 INFO:teuthology.orchestra.run.smithi016.stdout:(34/156): ceph-prometheus-alerts-19.1.1-298.gb5 331 kB/s | 16 kB 00:00 2024-09-11T22:42:34.193 INFO:teuthology.orchestra.run.smithi016.stdout:(35/156): ceph-volume-19.1.1-298.gb53b6d3e.el9. 5.6 MB/s | 285 kB 00:00 2024-09-11T22:42:34.229 INFO:teuthology.orchestra.run.smithi104.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 5.0 MB/s | 1.6 MB 00:00 2024-09-11T22:42:34.252 INFO:teuthology.orchestra.run.smithi016.stdout:(36/156): cephadm-19.1.1-298.gb53b6d3e.el9.noar 13 MB/s | 765 kB 00:00 2024-09-11T22:42:34.303 INFO:teuthology.orchestra.run.smithi016.stdout:(37/156): cephfs-top-19.1.1-298.gb53b6d3e.el9.n 364 kB/s | 18 kB 00:00 2024-09-11T22:42:34.429 INFO:teuthology.orchestra.run.smithi104.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 4.4 MB/s | 910 kB 00:00 2024-09-11T22:42:34.444 INFO:teuthology.orchestra.run.smithi016.stdout:(38/156): fuse-2.9.9-16.el9.x86_64.rpm 564 kB/s | 80 kB 00:00 2024-09-11T22:42:34.496 INFO:teuthology.orchestra.run.smithi104.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-11T22:42:34.528 INFO:teuthology.orchestra.run.smithi016.stdout:(39/156): ceph-mgr-diskprediction-local-19.1.1- 12 MB/s | 7.4 MB 00:00 2024-09-11T22:42:34.555 INFO:teuthology.orchestra.run.smithi104.stdout:(70/156): openblas-openmp-0.3.26-2.el9.x86_64.r 5.9 MB/s | 4.9 MB 00:00 2024-09-11T22:42:34.687 INFO:teuthology.orchestra.run.smithi016.stdout:(40/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 801 kB 00:00 2024-09-11T22:42:34.746 INFO:teuthology.orchestra.run.smithi016.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 882 kB/s | 191 kB 00:00 2024-09-11T22:42:34.779 INFO:teuthology.orchestra.run.smithi016.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.7 MB/s | 253 kB 00:00 2024-09-11T22:42:34.780 INFO:teuthology.orchestra.run.smithi104.stdout:(71/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 4.2 MB/s | 4.4 MB 00:01 2024-09-11T22:42:34.822 INFO:teuthology.orchestra.run.smithi104.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 3.8 MB/s | 1.0 MB 00:00 2024-09-11T22:42:34.829 INFO:teuthology.orchestra.run.smithi016.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-11T22:42:34.855 INFO:teuthology.orchestra.run.smithi104.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.1 MB/s | 87 kB 00:00 2024-09-11T22:42:34.880 INFO:teuthology.orchestra.run.smithi016.stdout:(44/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-11T22:42:34.914 INFO:teuthology.orchestra.run.smithi104.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.0 MB/s | 61 kB 00:00 2024-09-11T22:42:34.930 INFO:teuthology.orchestra.run.smithi016.stdout:(45/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-11T22:42:34.997 INFO:teuthology.orchestra.run.smithi104.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.9 MB/s | 245 kB 00:00 2024-09-11T22:42:35.014 INFO:teuthology.orchestra.run.smithi016.stdout:(46/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-09-11T22:42:35.047 INFO:teuthology.orchestra.run.smithi016.stdout:(47/156): python3-cryptography-36.0.1-4.el9.x86 4.1 MB/s | 1.2 MB 00:00 2024-09-11T22:42:35.081 INFO:teuthology.orchestra.run.smithi104.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 2.9 MB/s | 248 kB 00:00 2024-09-11T22:42:35.140 INFO:teuthology.orchestra.run.smithi104.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 441 kB/s | 26 kB 00:00 2024-09-11T22:42:35.189 INFO:teuthology.orchestra.run.smithi016.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 3.8 MB/s | 689 kB 00:00 2024-09-11T22:42:35.198 INFO:teuthology.orchestra.run.smithi104.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 329 kB/s | 19 kB 00:00 2024-09-11T22:42:35.257 INFO:teuthology.orchestra.run.smithi104.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-09-11T22:42:35.323 INFO:teuthology.orchestra.run.smithi016.stdout:(49/156): bison-3.7.4-5.el9.x86_64.rpm 3.3 MB/s | 943 kB 00:00 2024-09-11T22:42:35.357 INFO:teuthology.orchestra.run.smithi016.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 640 kB/s | 107 kB 00:00 2024-09-11T22:42:35.357 INFO:teuthology.orchestra.run.smithi104.stdout:(80/156): postgresql-server-13.16-1.el9.x86_64. 6.7 MB/s | 5.8 MB 00:00 2024-09-11T22:42:35.382 INFO:teuthology.orchestra.run.smithi016.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 371 kB/s | 22 kB 00:00 2024-09-11T22:42:35.382 INFO:teuthology.orchestra.run.smithi104.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 278 kB/s | 35 kB 00:00 2024-09-11T22:42:35.432 INFO:teuthology.orchestra.run.smithi016.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 654 kB/s | 33 kB 00:00 2024-09-11T22:42:35.491 INFO:teuthology.orchestra.run.smithi016.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-09-11T22:42:35.499 INFO:teuthology.orchestra.run.smithi104.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-09-11T22:42:35.541 INFO:teuthology.orchestra.run.smithi016.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 365 kB/s | 18 kB 00:00 2024-09-11T22:42:35.583 INFO:teuthology.orchestra.run.smithi104.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-09-11T22:42:35.592 INFO:teuthology.orchestra.run.smithi016.stdout:(55/156): libaio-devel-0.3.111-13.el9.x86_64.rp 223 kB/s | 11 kB 00:00 2024-09-11T22:42:35.633 INFO:teuthology.orchestra.run.smithi104.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-11T22:42:35.667 INFO:teuthology.orchestra.run.smithi016.stdout:(56/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-09-11T22:42:35.717 INFO:teuthology.orchestra.run.smithi104.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 508 kB/s | 42 kB 00:00 2024-09-11T22:42:35.725 INFO:teuthology.orchestra.run.smithi016.stdout:(57/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 778 kB/s | 45 kB 00:00 2024-09-11T22:42:35.842 INFO:teuthology.orchestra.run.smithi104.stdout:(86/156): python3-babel-2.9.1-2.el9.noarch.rpm 5.8 MB/s | 6.0 MB 00:01 2024-09-11T22:42:35.867 INFO:teuthology.orchestra.run.smithi104.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 1.8 MB/s | 269 kB 00:00 2024-09-11T22:42:35.901 INFO:teuthology.orchestra.run.smithi104.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-09-11T22:42:35.951 INFO:teuthology.orchestra.run.smithi104.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-11T22:42:35.977 INFO:teuthology.orchestra.run.smithi104.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-09-11T22:42:36.001 INFO:teuthology.orchestra.run.smithi016.stdout:(58/156): librdkafka-1.6.1-102.el9.x86_64.rpm 2.4 MB/s | 662 kB 00:00 2024-09-11T22:42:36.002 INFO:teuthology.orchestra.run.smithi104.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-11T22:42:36.060 INFO:teuthology.orchestra.run.smithi104.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 716 kB/s | 42 kB 00:00 2024-09-11T22:42:36.119 INFO:teuthology.orchestra.run.smithi104.stdout:(93/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 6.7 MB/s | 5.1 MB 00:00 2024-09-11T22:42:36.144 INFO:teuthology.orchestra.run.smithi104.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 529 kB/s | 44 kB 00:00 2024-09-11T22:42:36.178 INFO:teuthology.orchestra.run.smithi104.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-11T22:42:36.203 INFO:teuthology.orchestra.run.smithi104.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 612 kB/s | 36 kB 00:00 2024-09-11T22:42:36.228 INFO:teuthology.orchestra.run.smithi104.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 949 kB/s | 47 kB 00:00 2024-09-11T22:42:36.278 INFO:teuthology.orchestra.run.smithi104.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-11T22:42:36.304 INFO:teuthology.orchestra.run.smithi104.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 3.0 MB/s | 304 kB 00:00 2024-09-11T22:42:36.337 INFO:teuthology.orchestra.run.smithi104.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.6 MB/s | 96 kB 00:00 2024-09-11T22:42:36.359 INFO:teuthology.orchestra.run.smithi016.stdout:(59/156): libtool-2.4.6-46.el9.x86_64.rpm 1.6 MB/s | 581 kB 00:00 2024-09-11T22:42:36.362 INFO:teuthology.orchestra.run.smithi104.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-11T22:42:36.388 INFO:teuthology.orchestra.run.smithi104.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-09-11T22:42:36.435 INFO:teuthology.orchestra.run.smithi016.stdout:(60/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.0 MB/s | 3.0 MB 00:01 2024-09-11T22:42:36.460 INFO:teuthology.orchestra.run.smithi016.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 245 kB/s | 24 kB 00:00 2024-09-11T22:42:36.471 INFO:teuthology.orchestra.run.smithi104.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 205 kB/s | 22 kB 00:00 2024-09-11T22:42:36.485 INFO:teuthology.orchestra.run.smithi016.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-09-11T22:42:36.522 INFO:teuthology.orchestra.run.smithi104.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-11T22:42:36.564 INFO:teuthology.orchestra.run.smithi104.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 7.3 MB/s | 309 kB 00:00 2024-09-11T22:42:36.569 INFO:teuthology.orchestra.run.smithi016.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-09-11T22:42:36.581 INFO:teuthology.orchestra.run.smithi104.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 1.1 MB/s | 19 kB 00:00 2024-09-11T22:42:36.628 INFO:teuthology.orchestra.run.smithi016.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.7 MB/s | 292 kB 00:00 2024-09-11T22:42:36.698 INFO:teuthology.orchestra.run.smithi104.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-09-11T22:42:36.712 INFO:teuthology.orchestra.run.smithi016.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 271 kB/s | 38 kB 00:00 2024-09-11T22:42:36.723 INFO:teuthology.orchestra.run.smithi104.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-11T22:42:36.748 INFO:teuthology.orchestra.run.smithi104.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-11T22:42:36.786 INFO:teuthology.orchestra.run.smithi104.stdout:(110/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.1 MB/s | 863 kB 00:00 2024-09-11T22:42:36.807 INFO:teuthology.orchestra.run.smithi104.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-09-11T22:42:36.857 INFO:teuthology.orchestra.run.smithi104.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 19 MB/s | 839 kB 00:00 2024-09-11T22:42:36.883 INFO:teuthology.orchestra.run.smithi104.stdout:(113/156): luarocks-3.9.2-5.el9.noarch.rpm 1.5 MB/s | 151 kB 00:00 2024-09-11T22:42:36.908 INFO:teuthology.orchestra.run.smithi104.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-11T22:42:36.933 INFO:teuthology.orchestra.run.smithi104.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-11T22:42:36.958 INFO:teuthology.orchestra.run.smithi104.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 568 kB/s | 14 kB 00:00 2024-09-11T22:42:36.992 INFO:teuthology.orchestra.run.smithi104.stdout:(117/156): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-09-11T22:42:37.017 INFO:teuthology.orchestra.run.smithi104.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-09-11T22:42:37.051 INFO:teuthology.orchestra.run.smithi104.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-11T22:42:37.076 INFO:teuthology.orchestra.run.smithi104.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-11T22:42:37.101 INFO:teuthology.orchestra.run.smithi104.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-11T22:42:37.126 INFO:teuthology.orchestra.run.smithi104.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-09-11T22:42:37.152 INFO:teuthology.orchestra.run.smithi104.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 427 kB/s | 11 kB 00:00 2024-09-11T22:42:37.177 INFO:teuthology.orchestra.run.smithi104.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 713 kB/s | 18 kB 00:00 2024-09-11T22:42:37.203 INFO:teuthology.orchestra.run.smithi104.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 934 kB/s | 23 kB 00:00 2024-09-11T22:42:37.228 INFO:teuthology.orchestra.run.smithi104.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 787 kB/s | 19 kB 00:00 2024-09-11T22:42:37.278 INFO:teuthology.orchestra.run.smithi104.stdout:(127/156): python3-grpcio-1.46.7-10.el9.x86_64. 10 MB/s | 2.0 MB 00:00 2024-09-11T22:42:37.303 INFO:teuthology.orchestra.run.smithi104.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-09-11T22:42:37.328 INFO:teuthology.orchestra.run.smithi104.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-11T22:42:37.354 INFO:teuthology.orchestra.run.smithi104.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-11T22:42:37.387 INFO:teuthology.orchestra.run.smithi104.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-09-11T22:42:37.421 INFO:teuthology.orchestra.run.smithi104.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-11T22:42:37.446 INFO:teuthology.orchestra.run.smithi104.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 657 kB/s | 16 kB 00:00 2024-09-11T22:42:37.478 INFO:teuthology.orchestra.run.smithi016.stdout:(66/156): ceph-test-19.1.1-298.gb53b6d3e.el9.x8 10 MB/s | 49 MB 00:04 2024-09-11T22:42:37.479 INFO:teuthology.orchestra.run.smithi104.stdout:(134/156): python3-kubernetes-26.1.0-2.el9.noar 5.1 MB/s | 1.0 MB 00:00 2024-09-11T22:42:37.505 INFO:teuthology.orchestra.run.smithi104.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-11T22:42:37.531 INFO:teuthology.orchestra.run.smithi104.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 558 kB/s | 28 kB 00:00 2024-09-11T22:42:37.556 INFO:teuthology.orchestra.run.smithi104.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-09-11T22:42:37.581 INFO:teuthology.orchestra.run.smithi104.stdout:(138/156): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-09-11T22:42:37.598 INFO:teuthology.orchestra.run.smithi104.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.4 MB/s | 59 kB 00:00 2024-09-11T22:42:37.615 INFO:teuthology.orchestra.run.smithi104.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 1.0 MB/s | 36 kB 00:00 2024-09-11T22:42:37.658 INFO:teuthology.orchestra.run.smithi104.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-09-11T22:42:37.690 INFO:teuthology.orchestra.run.smithi104.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 2.7 MB/s | 90 kB 00:00 2024-09-11T22:42:37.716 INFO:teuthology.orchestra.run.smithi104.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-11T22:42:37.734 INFO:teuthology.orchestra.run.smithi104.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-09-11T22:42:37.758 INFO:teuthology.orchestra.run.smithi104.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-11T22:42:37.825 INFO:teuthology.orchestra.run.smithi104.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-11T22:42:37.920 INFO:teuthology.orchestra.run.smithi016.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 3.6 MB/s | 1.6 MB 00:00 2024-09-11T22:42:38.009 INFO:teuthology.orchestra.run.smithi104.stdout:(147/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 8.0 MB/s | 16 MB 00:02 2024-09-11T22:42:38.037 INFO:teuthology.orchestra.run.smithi016.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.3 MB/s | 4.4 MB 00:01 2024-09-11T22:42:38.050 INFO:teuthology.orchestra.run.smithi104.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 5.4 MB/s | 1.6 MB 00:00 2024-09-11T22:42:38.121 INFO:teuthology.orchestra.run.smithi016.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 1.6 MB/s | 137 kB 00:00 2024-09-11T22:42:38.167 INFO:teuthology.orchestra.run.smithi104.stdout:(149/156): librados2-19.1.1-298.gb53b6d3e.el9.x 10 MB/s | 3.4 MB 00:00 2024-09-11T22:42:38.188 INFO:teuthology.orchestra.run.smithi016.stdout:(70/156): openblas-openmp-0.3.26-2.el9.x86_64.r 3.2 MB/s | 4.9 MB 00:01 2024-09-11T22:42:38.222 INFO:teuthology.orchestra.run.smithi016.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 3.0 MB/s | 910 kB 00:00 2024-09-11T22:42:38.280 INFO:teuthology.orchestra.run.smithi016.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-11T22:42:38.401 INFO:teuthology.orchestra.run.smithi104.stdout:(150/156): librbd1-19.1.1-298.gb53b6d3e.el9.x86 8.1 MB/s | 3.2 MB 00:00 2024-09-11T22:42:38.451 INFO:teuthology.orchestra.run.smithi104.stdout:(151/156): NetworkManager-1.49.90-1.el9.x86_64. 5.8 MB/s | 2.3 MB 00:00 2024-09-11T22:42:38.455 INFO:teuthology.orchestra.run.smithi016.stdout:(73/156): protobuf-3.14.0-13.el9.x86_64.rpm 3.8 MB/s | 1.0 MB 00:00 2024-09-11T22:42:38.476 INFO:teuthology.orchestra.run.smithi104.stdout:(152/156): NetworkManager-team-1.49.90-1.el9.x8 543 kB/s | 41 kB 00:00 2024-09-11T22:42:38.505 INFO:teuthology.orchestra.run.smithi016.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-09-11T22:42:38.518 INFO:teuthology.orchestra.run.smithi104.stdout:(153/156): NetworkManager-libnm-1.49.90-1.el9.x 5.1 MB/s | 1.8 MB 00:00 2024-09-11T22:42:38.544 INFO:teuthology.orchestra.run.smithi104.stdout:(154/156): NetworkManager-tui-1.49.90-1.el9.x86 2.6 MB/s | 249 kB 00:00 2024-09-11T22:42:38.589 INFO:teuthology.orchestra.run.smithi016.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.9 MB/s | 245 kB 00:00 2024-09-11T22:42:38.669 INFO:teuthology.orchestra.run.smithi104.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 7.0 MB/s | 1.4 MB 00:00 2024-09-11T22:42:38.725 INFO:teuthology.orchestra.run.smithi016.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.8 MB/s | 248 kB 00:00 2024-09-11T22:42:38.773 INFO:teuthology.orchestra.run.smithi016.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 532 kB/s | 26 kB 00:00 2024-09-11T22:42:38.802 INFO:teuthology.orchestra.run.smithi104.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 8.4 MB/s | 2.4 MB 00:00 2024-09-11T22:42:38.807 INFO:teuthology.orchestra.run.smithi104.stdout:-------------------------------------------------------------------------------- 2024-09-11T22:42:38.807 INFO:teuthology.orchestra.run.smithi104.stdout:Total 20 MB/s | 226 MB 00:11 2024-09-11T22:42:38.815 INFO:teuthology.orchestra.run.smithi016.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 459 kB/s | 19 kB 00:00 2024-09-11T22:42:38.899 INFO:teuthology.orchestra.run.smithi016.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-09-11T22:42:38.941 INFO:teuthology.orchestra.run.smithi016.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 838 kB/s | 35 kB 00:00 2024-09-11T22:42:39.308 INFO:teuthology.orchestra.run.smithi016.stdout:(81/156): python3-babel-2.9.1-2.el9.noarch.rpm 5.8 MB/s | 6.0 MB 00:01 2024-09-11T22:42:39.391 INFO:teuthology.orchestra.run.smithi016.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.9 MB/s | 250 kB 00:00 2024-09-11T22:42:39.475 INFO:teuthology.orchestra.run.smithi016.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-09-11T22:42:39.525 INFO:teuthology.orchestra.run.smithi016.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-11T22:42:39.576 INFO:teuthology.orchestra.run.smithi016.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 848 kB/s | 42 kB 00:00 2024-09-11T22:42:39.676 INFO:teuthology.orchestra.run.smithi016.stdout:(86/156): postgresql-server-13.16-1.el9.x86_64. 3.7 MB/s | 5.8 MB 00:01 2024-09-11T22:42:39.701 INFO:teuthology.orchestra.run.smithi016.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 2.1 MB/s | 269 kB 00:00 2024-09-11T22:42:39.760 INFO:teuthology.orchestra.run.smithi016.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-09-11T22:42:39.793 INFO:teuthology.orchestra.run.smithi016.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 3.0 MB/s | 279 kB 00:00 2024-09-11T22:42:39.819 INFO:teuthology.orchestra.run.smithi016.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 867 kB/s | 51 kB 00:00 2024-09-11T22:42:39.844 INFO:teuthology.orchestra.run.smithi016.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-11T22:42:39.895 INFO:teuthology.orchestra.run.smithi016.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 832 kB/s | 42 kB 00:00 2024-09-11T22:42:39.953 INFO:teuthology.orchestra.run.smithi016.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 759 kB/s | 44 kB 00:00 2024-09-11T22:42:39.998 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction check 2024-09-11T22:42:40.012 INFO:teuthology.orchestra.run.smithi016.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-11T22:42:40.062 INFO:teuthology.orchestra.run.smithi016.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 716 kB/s | 36 kB 00:00 2024-09-11T22:42:40.113 INFO:teuthology.orchestra.run.smithi016.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 949 kB/s | 47 kB 00:00 2024-09-11T22:42:40.232 INFO:teuthology.orchestra.run.smithi016.stdout:(97/156): socat-1.7.4.1-6.el9.x86_64.rpm 3.6 MB/s | 304 kB 00:00 2024-09-11T22:42:40.233 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction check succeeded. 2024-09-11T22:42:40.233 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction test 2024-09-11T22:42:40.246 INFO:teuthology.orchestra.run.smithi016.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-11T22:42:40.297 INFO:teuthology.orchestra.run.smithi016.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 1.9 MB/s | 96 kB 00:00 2024-09-11T22:42:40.347 INFO:teuthology.orchestra.run.smithi016.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.3 MB/s | 64 kB 00:00 2024-09-11T22:42:40.398 INFO:teuthology.orchestra.run.smithi016.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 895 kB/s | 45 kB 00:00 2024-09-11T22:42:40.473 INFO:teuthology.orchestra.run.smithi016.stdout:(102/156): lua-devel-5.4.4-4.el9.x86_64.rpm 298 kB/s | 22 kB 00:00 2024-09-11T22:42:40.631 INFO:teuthology.orchestra.run.smithi016.stdout:(103/156): python3-numpy-1.20.1-5.el9.x86_64.rp 3.0 MB/s | 5.1 MB 00:01 2024-09-11T22:42:40.673 INFO:teuthology.orchestra.run.smithi016.stdout:(104/156): protobuf-compiler-3.14.0-13.el9.x86_ 4.2 MB/s | 863 kB 00:00 2024-09-11T22:42:40.723 INFO:teuthology.orchestra.run.smithi016.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 5.8 MB/s | 548 kB 00:00 2024-09-11T22:42:40.774 INFO:teuthology.orchestra.run.smithi016.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 390 kB/s | 19 kB 00:00 2024-09-11T22:42:40.799 INFO:teuthology.orchestra.run.smithi016.stdout:(107/156): gperftools-libs-2.9.1-2.el9.x86_64.r 2.6 MB/s | 309 kB 00:00 2024-09-11T22:42:40.824 INFO:teuthology.orchestra.run.smithi016.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-11T22:42:40.850 INFO:teuthology.orchestra.run.smithi016.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-11T22:42:40.883 INFO:teuthology.orchestra.run.smithi016.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-11T22:42:40.925 INFO:teuthology.orchestra.run.smithi016.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 3.5 MB/s | 151 kB 00:00 2024-09-11T22:42:41.001 INFO:teuthology.orchestra.run.smithi016.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-09-11T22:42:41.051 INFO:teuthology.orchestra.run.smithi016.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-09-11T22:42:41.118 INFO:teuthology.orchestra.run.smithi016.stdout:(114/156): libarrow-9.0.0-11.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-09-11T22:42:41.143 INFO:teuthology.orchestra.run.smithi016.stdout:(115/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 473 kB/s | 43 kB 00:00 2024-09-11T22:42:41.169 INFO:teuthology.orchestra.run.smithi016.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 641 kB/s | 32 kB 00:00 2024-09-11T22:42:41.194 INFO:teuthology.orchestra.run.smithi016.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 279 kB/s | 14 kB 00:00 2024-09-11T22:42:41.219 INFO:teuthology.orchestra.run.smithi016.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-11T22:42:41.253 INFO:teuthology.orchestra.run.smithi016.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-11T22:42:41.278 INFO:teuthology.orchestra.run.smithi016.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-11T22:42:41.304 INFO:teuthology.orchestra.run.smithi016.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-11T22:42:41.337 INFO:teuthology.orchestra.run.smithi016.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-11T22:42:41.354 INFO:teuthology.orchestra.run.smithi016.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 645 kB/s | 11 kB 00:00 2024-09-11T22:42:41.371 INFO:teuthology.orchestra.run.smithi016.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-11T22:42:41.422 INFO:teuthology.orchestra.run.smithi016.stdout:(125/156): python3-grpcio-1.46.7-10.el9.x86_64. 14 MB/s | 2.0 MB 00:00 2024-09-11T22:42:41.438 INFO:teuthology.orchestra.run.smithi016.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 346 kB/s | 23 kB 00:00 2024-09-11T22:42:41.455 INFO:teuthology.orchestra.run.smithi016.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 581 kB/s | 19 kB 00:00 2024-09-11T22:42:41.472 INFO:teuthology.orchestra.run.smithi016.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 585 kB/s | 20 kB 00:00 2024-09-11T22:42:41.498 INFO:teuthology.orchestra.run.smithi016.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-11T22:42:41.523 INFO:teuthology.orchestra.run.smithi016.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-11T22:42:41.548 INFO:teuthology.orchestra.run.smithi016.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-11T22:42:41.582 INFO:teuthology.orchestra.run.smithi016.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-09-11T22:42:41.607 INFO:teuthology.orchestra.run.smithi016.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 661 kB/s | 16 kB 00:00 2024-09-11T22:42:41.633 INFO:teuthology.orchestra.run.smithi016.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-09-11T22:42:41.658 INFO:teuthology.orchestra.run.smithi016.stdout:(135/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-09-11T22:42:41.683 INFO:teuthology.orchestra.run.smithi016.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 563 kB/s | 28 kB 00:00 2024-09-11T22:42:41.708 INFO:teuthology.orchestra.run.smithi016.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-11T22:42:41.734 INFO:teuthology.orchestra.run.smithi016.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-11T22:42:41.759 INFO:teuthology.orchestra.run.smithi016.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-11T22:42:41.784 INFO:teuthology.orchestra.run.smithi016.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-11T22:42:41.810 INFO:teuthology.orchestra.run.smithi016.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-11T22:42:41.843 INFO:teuthology.orchestra.run.smithi016.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 2.6 MB/s | 90 kB 00:00 2024-09-11T22:42:41.869 INFO:teuthology.orchestra.run.smithi016.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-09-11T22:42:41.894 INFO:teuthology.orchestra.run.smithi016.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 798 kB/s | 20 kB 00:00 2024-09-11T22:42:41.920 INFO:teuthology.orchestra.run.smithi016.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-11T22:42:41.945 INFO:teuthology.orchestra.run.smithi016.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-09-11T22:42:41.998 INFO:teuthology.orchestra.run.smithi016.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 20 MB/s | 1.6 MB 00:00 2024-09-11T22:42:42.274 INFO:teuthology.orchestra.run.smithi016.stdout:(148/156): librados2-19.1.1-298.gb53b6d3e.el9.x 10 MB/s | 3.4 MB 00:00 2024-09-11T22:42:42.341 INFO:teuthology.orchestra.run.smithi016.stdout:(149/156): librbd1-19.1.1-298.gb53b6d3e.el9.x86 9.2 MB/s | 3.2 MB 00:00 2024-09-11T22:42:42.364 INFO:teuthology.orchestra.run.smithi104.stdout:Transaction test succeeded. 2024-09-11T22:42:42.364 INFO:teuthology.orchestra.run.smithi104.stdout:Running transaction 2024-09-11T22:42:42.749 INFO:teuthology.orchestra.run.smithi016.stdout:(150/156): NetworkManager-libnm-1.49.90-1.el9.x 4.4 MB/s | 1.8 MB 00:00 2024-09-11T22:42:42.800 INFO:teuthology.orchestra.run.smithi016.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 815 kB/s | 41 kB 00:00 2024-09-11T22:42:42.883 INFO:teuthology.orchestra.run.smithi016.stdout:(152/156): NetworkManager-tui-1.49.90-1.el9.x86 2.9 MB/s | 249 kB 00:00 2024-09-11T22:42:43.125 INFO:teuthology.orchestra.run.smithi016.stdout:(153/156): NetworkManager-1.49.90-1.el9.x86_64. 2.7 MB/s | 2.3 MB 00:00 2024-09-11T22:42:43.192 INFO:teuthology.orchestra.run.smithi016.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 4.4 MB/s | 1.4 MB 00:00 2024-09-11T22:42:43.918 INFO:teuthology.orchestra.run.smithi016.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 3.0 MB/s | 2.4 MB 00:00 2024-09-11T22:42:44.526 INFO:teuthology.orchestra.run.smithi016.stdout:(156/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.5 MB/s | 16 MB 00:04 2024-09-11T22:42:44.532 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2024-09-11T22:42:44.532 INFO:teuthology.orchestra.run.smithi016.stdout:Total 16 MB/s | 226 MB 00:14 2024-09-11T22:42:45.794 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2024-09-11T22:42:45.964 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2024-09-11T22:42:45.964 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2024-09-11T22:42:48.317 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2024-09-11T22:42:48.318 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2024-09-11T22:42:48.791 INFO:teuthology.orchestra.run.smithi104.stdout: Preparing : 1/1 2024-09-11T22:42:48.898 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-11T22:42:48.943 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-11T22:42:49.006 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-11T22:42:49.046 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-11T22:42:49.072 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-11T22:42:49.125 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-11T22:42:49.470 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-11T22:42:49.565 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-11T22:42:49.687 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-11T22:42:49.715 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-11T22:42:49.807 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-11T22:42:49.837 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-11T22:42:50.004 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-11T22:42:50.066 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-11T22:42:50.094 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-11T22:42:50.189 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-11T22:42:50.212 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-11T22:42:50.284 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-11T22:42:50.322 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-11T22:42:50.342 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-11T22:42:50.505 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-11T22:42:50.684 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-11T22:42:50.828 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-11T22:42:50.937 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-11T22:42:51.004 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-11T22:42:51.246 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-11T22:42:51.355 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-11T22:42:51.447 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-11T22:42:51.491 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-11T22:42:51.527 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-11T22:42:51.591 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-11T22:42:51.636 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-11T22:42:51.676 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-11T22:42:51.720 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-11T22:42:51.753 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-11T22:42:51.780 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-11T22:42:51.848 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-11T22:42:51.902 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-11T22:42:51.933 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-11T22:42:51.985 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-11T22:42:52.060 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-11T22:42:52.095 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 34/164 2024-09-11T22:42:52.140 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 35/164 2024-09-11T22:42:52.167 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 36/164 2024-09-11T22:42:52.239 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-11T22:42:52.281 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-11T22:42:52.356 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-11T22:42:52.487 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-11T22:42:52.567 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-11T22:42:53.080 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-11T22:42:53.172 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-11T22:42:53.208 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-11T22:42:53.251 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-11T22:42:53.289 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 46/164 2024-09-11T22:42:53.332 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-11T22:42:53.496 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-11T22:42:53.550 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-11T22:42:53.605 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-11T22:42:53.678 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-11T22:42:53.709 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-11T22:42:53.745 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-11T22:42:53.792 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-11T22:42:53.827 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-11T22:42:53.871 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-11T22:42:53.913 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-11T22:42:54.049 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-11T22:42:54.090 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-11T22:42:54.131 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-11T22:42:54.282 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-11T22:42:54.577 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-11T22:42:54.632 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-11T22:42:54.664 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-11T22:42:54.688 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-11T22:42:54.799 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-11T22:42:54.923 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-11T22:42:54.953 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-11T22:42:54.981 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-11T22:42:55.018 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-11T22:42:55.054 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-11T22:42:55.086 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-11T22:42:55.119 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-11T22:42:55.124 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2024-09-11T22:42:55.153 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-11T22:42:55.187 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-11T22:42:55.228 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-11T22:42:55.263 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-11T22:42:55.281 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-11T22:42:55.319 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-11T22:42:55.349 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-11T22:42:55.373 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-11T22:42:55.393 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-11T22:42:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-11T22:42:55.424 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-11T22:42:55.432 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-11T22:42:55.481 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-11T22:42:55.527 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-11T22:42:55.574 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-11T22:42:55.849 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-11T22:42:55.974 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-11T22:42:56.100 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-11T22:42:56.133 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-11T22:42:56.227 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-11T22:42:56.255 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-11T22:42:56.281 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-11T22:42:56.330 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-11T22:42:56.364 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-11T22:42:56.439 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-11T22:42:56.473 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-11T22:42:56.494 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-11T22:42:56.518 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-11T22:42:56.521 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-11T22:42:56.564 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-11T22:42:56.627 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-11T22:42:56.653 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-11T22:42:56.656 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-11T22:42:56.683 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-11T22:42:56.729 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 14/164 2024-09-11T22:42:56.757 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-11T22:42:56.780 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-11T22:42:56.868 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-11T22:42:56.898 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-11T22:42:56.977 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-11T22:42:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-11T22:42:57.452 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-11T22:42:57.589 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-11T22:42:57.629 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-11T22:42:57.700 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-11T22:42:57.735 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-11T22:42:57.774 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-11T22:42:58.018 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-11T22:42:58.132 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-11T22:42:58.227 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-11T22:42:58.271 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-11T22:42:58.306 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-11T22:42:58.371 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-11T22:42:58.424 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-11T22:42:58.464 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-11T22:42:58.508 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-11T22:42:58.540 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-11T22:42:58.568 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-11T22:42:58.639 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-11T22:42:58.699 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-11T22:42:58.737 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-11T22:42:58.781 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-11T22:42:58.859 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-11T22:42:58.891 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 34/164 2024-09-11T22:42:58.935 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 35/164 2024-09-11T22:42:58.964 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 36/164 2024-09-11T22:42:58.982 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-11T22:42:59.035 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-11T22:42:59.058 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-11T22:42:59.079 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-11T22:42:59.085 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-11T22:42:59.119 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-11T22:42:59.155 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-11T22:42:59.300 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-11T22:42:59.357 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-11T22:42:59.429 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-11T22:42:59.465 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-11T22:42:59.555 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-11T22:42:59.586 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 102/164 2024-09-11T22:42:59.631 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-11T22:42:59.916 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-11T22:43:00.004 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-11T22:43:00.039 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-11T22:43:00.082 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-11T22:43:00.111 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-11T22:43:00.120 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 46/164 2024-09-11T22:43:00.151 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-11T22:43:00.163 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-11T22:43:00.205 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-11T22:43:00.236 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 106/164 2024-09-11T22:43:00.335 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-11T22:43:00.399 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-11T22:43:00.454 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-11T22:43:00.536 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-11T22:43:00.583 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-11T22:43:00.619 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-11T22:43:00.666 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-11T22:43:00.702 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-11T22:43:00.745 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-11T22:43:00.787 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-11T22:43:00.929 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-11T22:43:00.972 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-11T22:43:01.022 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-11T22:43:01.127 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-11T22:43:01.164 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-11T22:43:01.204 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-11T22:43:01.229 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-11T22:43:01.346 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-11T22:43:01.645 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-11T22:43:01.786 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-11T22:43:01.824 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-11T22:43:01.860 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-11T22:43:01.903 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-11T22:43:01.943 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-11T22:43:01.982 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-11T22:43:02.012 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-11T22:43:02.055 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-11T22:43:02.097 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-11T22:43:02.139 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-11T22:43:02.173 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-11T22:43:02.263 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-11T22:43:02.312 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-11T22:43:02.343 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-11T22:43:02.449 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-11T22:43:02.512 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-11T22:43:02.564 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-11T22:43:02.824 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-11T22:43:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-11T22:43:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-11T22:43:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-11T22:43:03.391 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-11T22:43:03.444 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-11T22:43:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-11T22:43:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-11T22:43:03.536 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-11T22:43:03.536 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-11T22:43:03.537 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-11T22:43:03.537 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-11T22:43:03.570 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-11T22:43:03.626 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-11T22:43:03.673 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-11T22:43:03.863 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-11T22:43:03.896 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-11T22:43:03.975 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-11T22:43:04.661 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-11T22:43:04.779 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-11T22:43:06.083 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-11T22:43:06.159 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-11T22:43:06.187 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-11T22:43:06.220 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-11T22:43:06.547 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-11T22:43:06.583 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-11T22:43:06.676 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 101/164 2024-09-11T22:43:06.705 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 102/164 2024-09-11T22:43:06.741 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-11T22:43:07.254 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-11T22:43:07.294 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-11T22:43:07.366 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 105/164 2024-09-11T22:43:07.413 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 106/164 2024-09-11T22:43:09.783 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-11T22:43:09.818 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-11T22:43:10.394 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 107/164 2024-09-11T22:43:10.438 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-11T22:43:10.532 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 108/164 2024-09-11T22:43:10.532 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-11T22:43:10.532 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-11T22:43:10.532 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:10.575 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-11T22:43:15.378 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-11T22:43:15.378 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /sys 2024-09-11T22:43:15.378 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /proc 2024-09-11T22:43:15.378 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /mnt 2024-09-11T22:43:15.378 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /var/tmp 2024-09-11T22:43:15.378 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /home 2024-09-11T22:43:15.378 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /root 2024-09-11T22:43:15.379 INFO:teuthology.orchestra.run.smithi104.stdout:skipping the directory /tmp 2024-09-11T22:43:15.379 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:15.546 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-11T22:43:15.562 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-11T22:43:15.562 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:15.562 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-11T22:43:15.562 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:17.041 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-11T22:43:17.068 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-11T22:43:17.068 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:17.068 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-11T22:43:17.068 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-11T22:43:17.068 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-11T22:43:17.069 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:17.301 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-11T22:43:17.324 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-11T22:43:17.324 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:17.324 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-11T22:43:17.324 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-11T22:43:17.324 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-11T22:43:17.324 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:17.760 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-11T22:43:17.783 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-11T22:43:17.783 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:17.783 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-11T22:43:17.784 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-11T22:43:17.784 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-11T22:43:17.784 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:17.881 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-11T22:43:17.929 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-11T22:43:17.985 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-11T22:43:18.170 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-11T22:43:18.227 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-11T22:43:18.305 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-11T22:43:18.394 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-11T22:43:18.530 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-11T22:43:18.581 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-11T22:43:18.617 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-11T22:43:18.645 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-11T22:43:19.102 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-11T22:43:19.135 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-11T22:43:19.168 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 126/164 2024-09-11T22:43:19.228 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 127/164 2024-09-11T22:43:19.258 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-11T22:43:20.292 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-11T22:43:20.334 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-11T22:43:21.299 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-11T22:43:21.326 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-11T22:43:21.427 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-11T22:43:21.588 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 131/164 2024-09-11T22:43:21.620 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-11T22:43:21.644 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-11T22:43:21.644 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:21.644 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-11T22:43:21.644 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-11T22:43:21.644 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-11T22:43:21.644 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:21.687 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-11T22:43:21.698 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-11T22:43:21.795 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 134/164 2024-09-11T22:43:21.846 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 135/164 2024-09-11T22:43:22.764 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-11T22:43:22.798 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-11T22:43:22.821 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-11T22:43:22.821 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:22.821 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-11T22:43:22.821 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-11T22:43:22.822 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-11T22:43:22.822 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:22.865 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-11T22:43:22.887 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-11T22:43:22.888 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:22.888 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-11T22:43:22.888 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:22.932 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-11T22:43:22.955 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-11T22:43:22.955 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:22.956 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-11T22:43:22.956 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-11T22:43:22.956 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-11T22:43:22.956 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:23.076 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 109/164 2024-09-11T22:43:23.076 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /sys 2024-09-11T22:43:23.076 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /proc 2024-09-11T22:43:23.077 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /mnt 2024-09-11T22:43:23.077 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /var/tmp 2024-09-11T22:43:23.077 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /home 2024-09-11T22:43:23.077 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /root 2024-09-11T22:43:23.077 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /tmp 2024-09-11T22:43:23.077 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:23.247 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-11T22:43:23.258 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-11T22:43:23.264 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 110/164 2024-09-11T22:43:23.264 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:23.264 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-11T22:43:23.264 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:23.281 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-11T22:43:23.281 INFO:teuthology.orchestra.run.smithi104.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:23.281 INFO:teuthology.orchestra.run.smithi104.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-11T22:43:23.281 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-11T22:43:23.281 INFO:teuthology.orchestra.run.smithi104.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-11T22:43:23.281 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:24.808 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-11T22:43:24.837 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 111/164 2024-09-11T22:43:24.837 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:24.837 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-11T22:43:24.837 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-11T22:43:24.837 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-11T22:43:24.837 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:25.076 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-11T22:43:25.101 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 112/164 2024-09-11T22:43:25.101 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:25.101 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-11T22:43:25.101 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-11T22:43:25.101 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-11T22:43:25.101 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:25.560 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-11T22:43:25.585 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 113/164 2024-09-11T22:43:25.585 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:25.585 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-11T22:43:25.586 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-11T22:43:25.586 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-11T22:43:25.586 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:25.691 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-11T22:43:25.749 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-11T22:43:25.821 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-11T22:43:26.014 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-11T22:43:26.062 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-11T22:43:26.142 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-11T22:43:26.241 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-11T22:43:26.400 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-11T22:43:26.445 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-11T22:43:26.486 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-11T22:43:26.521 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-11T22:43:26.932 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-11T22:43:26.962 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 125/164 2024-09-11T22:43:26.994 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 126/164 2024-09-11T22:43:27.059 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 127/164 2024-09-11T22:43:27.085 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-11T22:43:27.819 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 141/164 2024-09-11T22:43:27.860 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 142/164 2024-09-11T22:43:27.901 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 143/164 2024-09-11T22:43:27.934 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-11T22:43:27.961 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-11T22:43:28.143 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 146/164 2024-09-11T22:43:28.182 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-11T22:43:28.184 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 128/164 2024-09-11T22:43:28.212 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 148/164 2024-09-11T22:43:28.220 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-11T22:43:28.242 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-11T22:43:28.279 INFO:teuthology.orchestra.run.smithi104.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-11T22:43:28.903 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-11T22:43:28.944 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-11T22:43:28.964 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-11T22:43:29.235 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 129/164 2024-09-11T22:43:29.263 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-11T22:43:29.373 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 130/164 2024-09-11T22:43:29.540 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 131/164 2024-09-11T22:43:29.565 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-11T22:43:29.591 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 132/164 2024-09-11T22:43:29.591 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:29.591 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-11T22:43:29.591 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-11T22:43:29.591 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-11T22:43:29.591 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:29.641 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-11T22:43:29.653 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 133/164 2024-09-11T22:43:29.754 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 134/164 2024-09-11T22:43:29.781 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 152/164 2024-09-11T22:43:29.817 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 135/164 2024-09-11T22:43:29.864 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-11T22:43:29.916 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-11T22:43:30.016 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-11T22:43:30.042 INFO:teuthology.orchestra.run.smithi104.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-11T22:43:30.068 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-11T22:43:30.094 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-11T22:43:30.094 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-11T22:43:30.169 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-11T22:43:30.169 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-11T22:43:30.253 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-11T22:43:30.278 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-11T22:43:30.283 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-11T22:43:30.283 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-11T22:43:30.463 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-11T22:43:30.463 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-11T22:43:30.539 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-11T22:43:30.604 INFO:teuthology.orchestra.run.smithi104.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-11T22:43:30.792 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-11T22:43:30.827 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-11T22:43:30.852 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 137/164 2024-09-11T22:43:30.852 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:30.852 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-11T22:43:30.852 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-11T22:43:30.853 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-11T22:43:30.853 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:30.894 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-11T22:43:30.918 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 138/164 2024-09-11T22:43:30.918 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:30.918 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-11T22:43:30.918 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:30.969 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-11T22:43:30.995 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 139/164 2024-09-11T22:43:30.995 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:30.995 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-11T22:43:30.995 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-11T22:43:30.995 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-11T22:43:30.995 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:31.312 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-11T22:43:31.337 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 140/164 2024-09-11T22:43:31.337 INFO:teuthology.orchestra.run.smithi016.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-11T22:43:31.337 INFO:teuthology.orchestra.run.smithi016.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-11T22:43:31.337 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-11T22:43:31.337 INFO:teuthology.orchestra.run.smithi016.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-11T22:43:31.337 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:36.090 INFO:teuthology.orchestra.run.smithi104.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-11T22:43:36.090 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 1/164 2024-09-11T22:43:36.090 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 3/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 4/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 5/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 6/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 7/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 11/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 12/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 14/164 2024-09-11T22:43:36.091 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 15/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 16/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 17/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 18/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 19/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 20/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 21/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 22/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 23/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 24/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 25/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 26/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 27/164 2024-09-11T22:43:36.092 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 28/164 2024-09-11T22:43:36.093 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 29/164 2024-09-11T22:43:36.104 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 30/164 2024-09-11T22:43:36.104 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 31/164 2024-09-11T22:43:36.104 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 32/164 2024-09-11T22:43:36.104 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 33/164 2024-09-11T22:43:36.104 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 34/164 2024-09-11T22:43:36.104 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 35/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 36/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 37/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 38/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 39/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-11T22:43:36.105 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-11T22:43:36.106 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-11T22:43:36.107 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-11T22:43:36.108 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-11T22:43:36.109 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-11T22:43:36.110 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-11T22:43:36.111 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-11T22:43:36.112 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 149/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-11T22:43:36.113 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 151/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-11T22:43:36.114 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-11T22:43:36.191 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 141/164 2024-09-11T22:43:36.242 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 142/164 2024-09-11T22:43:36.290 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 143/164 2024-09-11T22:43:36.322 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-11T22:43:36.350 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-11T22:43:36.550 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 146/164 2024-09-11T22:43:36.605 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-11T22:43:36.635 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 148/164 2024-09-11T22:43:36.665 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-11T22:43:36.711 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-11T22:43:37.400 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-11T22:43:37.442 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-11T22:43:37.464 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-11T22:43:38.355 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 152/164 2024-09-11T22:43:38.439 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-11T22:43:38.492 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-11T22:43:38.586 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-11T22:43:38.618 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-11T22:43:38.643 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-11T22:43:38.677 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-11T22:43:38.678 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-11T22:43:38.762 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-11T22:43:38.762 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-11T22:43:38.846 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-11T22:43:38.869 INFO:teuthology.orchestra.run.smithi104.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-11T22:43:38.869 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout:Upgraded: 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout:Installed: 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-11T22:43:38.870 INFO:teuthology.orchestra.run.smithi104.stdout: automake-1.16.2-8.el9.noarch 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: bison-3.7.4-5.el9.x86_64 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:38.871 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:38.872 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:38.872 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:38.872 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:38.872 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.872 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.872 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:38.872 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.872 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.872 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.872 INFO:teuthology.orchestra.run.smithi104.stdout: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: flex-2.6.4-9.el9.x86_64 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-11T22:43:38.873 INFO:teuthology.orchestra.run.smithi104.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.874 INFO:teuthology.orchestra.run.smithi104.stdout: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: lua-5.4.4-4.el9.x86_64 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-11T22:43:38.875 INFO:teuthology.orchestra.run.smithi104.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-11T22:43:38.876 INFO:teuthology.orchestra.run.smithi104.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-11T22:43:38.876 INFO:teuthology.orchestra.run.smithi104.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-11T22:43:38.876 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-13.16-1.el9.x86_64 2024-09-11T22:43:38.876 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-11T22:43:38.876 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-11T22:43:38.876 INFO:teuthology.orchestra.run.smithi104.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-11T22:43:38.876 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-11T22:43:38.876 INFO:teuthology.orchestra.run.smithi104.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-11T22:43:38.876 INFO:teuthology.orchestra.run.smithi104.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-11T22:43:38.876 INFO:teuthology.orchestra.run.smithi104.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-11T22:43:38.876 INFO:teuthology.orchestra.run.smithi104.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-11T22:43:38.877 INFO:teuthology.orchestra.run.smithi104.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-11T22:43:38.878 INFO:teuthology.orchestra.run.smithi104.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-ply-3.11-14.el9.noarch 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-11T22:43:38.879 INFO:teuthology.orchestra.run.smithi104.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-11T22:43:38.880 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.881 INFO:teuthology.orchestra.run.smithi104.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-11T22:43:38.881 INFO:teuthology.orchestra.run.smithi104.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-11T22:43:38.881 INFO:teuthology.orchestra.run.smithi104.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-11T22:43:38.881 INFO:teuthology.orchestra.run.smithi104.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-11T22:43:38.881 INFO:teuthology.orchestra.run.smithi104.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-11T22:43:38.881 INFO:teuthology.orchestra.run.smithi104.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-11T22:43:38.881 INFO:teuthology.orchestra.run.smithi104.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-11T22:43:38.881 INFO:teuthology.orchestra.run.smithi104.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-11T22:43:38.882 INFO:teuthology.orchestra.run.smithi104.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-11T22:43:38.882 INFO:teuthology.orchestra.run.smithi104.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-11T22:43:38.882 INFO:teuthology.orchestra.run.smithi104.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-11T22:43:38.882 INFO:teuthology.orchestra.run.smithi104.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-11T22:43:38.882 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-11T22:43:38.882 INFO:teuthology.orchestra.run.smithi104.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-11T22:43:38.882 INFO:teuthology.orchestra.run.smithi104.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-11T22:43:38.882 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.882 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.883 INFO:teuthology.orchestra.run.smithi104.stdout: rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:38.883 INFO:teuthology.orchestra.run.smithi104.stdout: re2-1:20211101-20.el9.x86_64 2024-09-11T22:43:38.883 INFO:teuthology.orchestra.run.smithi104.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-11T22:43:38.883 INFO:teuthology.orchestra.run.smithi104.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-11T22:43:38.883 INFO:teuthology.orchestra.run.smithi104.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-11T22:43:38.883 INFO:teuthology.orchestra.run.smithi104.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-11T22:43:38.883 INFO:teuthology.orchestra.run.smithi104.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-11T22:43:38.884 INFO:teuthology.orchestra.run.smithi104.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-11T22:43:38.884 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:38.884 INFO:teuthology.orchestra.run.smithi104.stdout:Complete! 2024-09-11T22:43:38.885 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-11T22:43:38.885 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-11T22:43:38.885 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-11T22:43:39.065 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-11T22:43:39.065 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-11T22:43:39.182 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-11T22:43:39.259 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-11T22:43:39.321 DEBUG:teuthology.parallel:result is None 2024-09-11T22:43:45.086 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-11T22:43:45.087 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 1/164 2024-09-11T22:43:45.087 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2/164 2024-09-11T22:43:45.087 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 3/164 2024-09-11T22:43:45.087 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 4/164 2024-09-11T22:43:45.087 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-298.gb53b6d 5/164 2024-09-11T22:43:45.087 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 6/164 2024-09-11T22:43:45.087 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 7/164 2024-09-11T22:43:45.087 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 8/164 2024-09-11T22:43:45.087 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 9/164 2024-09-11T22:43:45.087 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 10/164 2024-09-11T22:43:45.087 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 11/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 12/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 13/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 14/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_6 15/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 16/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 17/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 18/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_ 19/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 20/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9 21/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x 22/164 2024-09-11T22:43:45.088 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 23/164 2024-09-11T22:43:45.089 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 24/164 2024-09-11T22:43:45.089 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 25/164 2024-09-11T22:43:45.089 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 26/164 2024-09-11T22:43:45.089 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 27/164 2024-09-11T22:43:45.089 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 28/164 2024-09-11T22:43:45.089 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 29/164 2024-09-11T22:43:45.089 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.e 30/164 2024-09-11T22:43:45.089 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noar 31/164 2024-09-11T22:43:45.089 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.no 32/164 2024-09-11T22:43:45.089 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b 33/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9 34/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 35/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el 36/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 37/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 38/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 39/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-11T22:43:45.090 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-11T22:43:45.091 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-11T22:43:45.092 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-11T22:43:45.092 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-11T22:43:45.092 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-11T22:43:45.092 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-11T22:43:45.092 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-11T22:43:45.092 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-11T22:43:45.092 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-11T22:43:45.092 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-11T22:43:45.092 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-11T22:43:45.092 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-11T22:43:45.092 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-11T22:43:45.093 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-11T22:43:45.093 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-11T22:43:45.093 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-11T22:43:45.093 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-11T22:43:45.093 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-11T22:43:45.093 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-11T22:43:45.093 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-11T22:43:45.093 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-11T22:43:45.093 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-11T22:43:45.093 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-11T22:43:45.093 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-11T22:43:45.094 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-11T22:43:45.095 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-11T22:43:45.096 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-11T22:43:45.096 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-11T22:43:45.096 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-11T22:43:45.096 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-11T22:43:45.096 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-11T22:43:45.096 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-11T22:43:45.096 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-11T22:43:45.096 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-11T22:43:45.096 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-11T22:43:45.096 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-11T22:43:45.096 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-11T22:43:45.097 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-11T22:43:45.097 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-11T22:43:45.097 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-11T22:43:45.097 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-11T22:43:45.097 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-11T22:43:45.097 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-11T22:43:45.097 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-11T22:43:45.097 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-11T22:43:45.097 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-11T22:43:45.097 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-11T22:43:45.097 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-11T22:43:45.098 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-11T22:43:45.098 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-11T22:43:45.098 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-11T22:43:45.098 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-11T22:43:45.098 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-11T22:43:45.098 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-11T22:43:45.098 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-11T22:43:45.098 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-11T22:43:45.098 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-11T22:43:45.098 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-11T22:43:45.098 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 149/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 151/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-11T22:43:45.099 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-11T22:43:45.100 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-11T22:43:45.100 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-11T22:43:45.100 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-11T22:43:45.100 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-11T22:43:45.100 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-11T22:43:45.100 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-11T22:43:45.100 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-11T22:43:45.100 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-11T22:43:45.100 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-11T22:43:45.100 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-11T22:43:47.511 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-11T22:43:47.512 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:47.512 INFO:teuthology.orchestra.run.smithi016.stdout:Upgraded: 2024-09-11T22:43:47.512 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-11T22:43:47.512 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-11T22:43:47.512 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-11T22:43:47.512 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-11T22:43:47.512 INFO:teuthology.orchestra.run.smithi016.stdout: librados2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.512 INFO:teuthology.orchestra.run.smithi016.stdout: librbd1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.512 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: automake-1.16.2-8.el9.noarch 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: bison-3.7.4-5.el9.x86_64 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.513 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.514 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.515 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-volume-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:47.515 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:47.515 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.515 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-shell-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.515 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-top-2:19.1.1-298.gb53b6d3e.el9.noarch 2024-09-11T22:43:47.515 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-11T22:43:47.515 INFO:teuthology.orchestra.run.smithi016.stdout: flex-2.6.4-9.el9.x86_64 2024-09-11T22:43:47.515 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-11T22:43:47.515 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-11T22:43:47.515 INFO:teuthology.orchestra.run.smithi016.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-11T22:43:47.516 INFO:teuthology.orchestra.run.smithi016.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-11T22:43:47.516 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-11T22:43:47.516 INFO:teuthology.orchestra.run.smithi016.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-11T22:43:47.516 INFO:teuthology.orchestra.run.smithi016.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-11T22:43:47.516 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-11T22:43:47.516 INFO:teuthology.orchestra.run.smithi016.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-11T22:43:47.516 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.516 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.516 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.516 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-11T22:43:47.517 INFO:teuthology.orchestra.run.smithi016.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: lua-5.4.4-4.el9.x86_64 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-13.16-1.el9.x86_64 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-11T22:43:47.518 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-11T22:43:47.519 INFO:teuthology.orchestra.run.smithi016.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-11T22:43:47.519 INFO:teuthology.orchestra.run.smithi016.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-11T22:43:47.519 INFO:teuthology.orchestra.run.smithi016.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-11T22:43:47.519 INFO:teuthology.orchestra.run.smithi016.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-11T22:43:47.519 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-11T22:43:47.519 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-11T22:43:47.519 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-11T22:43:47.519 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.519 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.520 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.520 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-11T22:43:47.520 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-11T22:43:47.520 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-11T22:43:47.520 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-11T22:43:47.520 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-11T22:43:47.520 INFO:teuthology.orchestra.run.smithi016.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-11T22:43:47.520 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-11T22:43:47.520 INFO:teuthology.orchestra.run.smithi016.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-11T22:43:47.520 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-11T22:43:47.520 INFO:teuthology.orchestra.run.smithi016.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-11T22:43:47.521 INFO:teuthology.orchestra.run.smithi016.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-11T22:43:47.521 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-11T22:43:47.521 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-11T22:43:47.521 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-11T22:43:47.521 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-11T22:43:47.521 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-11T22:43:47.521 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-11T22:43:47.521 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-11T22:43:47.521 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ply-3.11-14.el9.noarch 2024-09-11T22:43:47.522 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-11T22:43:47.523 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-11T22:43:47.524 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd-2:19.1.1-298.gb53b6d3e.el9.x86_64 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: re2-1:20211101-20.el9.x86_64 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-11T22:43:47.525 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-11T22:43:47.526 INFO:teuthology.orchestra.run.smithi016.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-11T22:43:47.526 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:47.526 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2024-09-11T22:43:47.972 DEBUG:teuthology.parallel:result is None 2024-09-11T22:43:47.973 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-11T22:43:48.134 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-11T22:43:48.158 INFO:teuthology.orchestra.run.smithi016.stdout:19.1.1-298.gb53b6d3e.el9 2024-09-11T22:43:48.159 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-298.gb53b6d3e.el9 2024-09-11T22:43:48.159 INFO:teuthology.task.install:The correct ceph version 19.1.1-298.gb53b6d3e is installed. 2024-09-11T22:43:48.160 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc 2024-09-11T22:43:48.309 DEBUG:teuthology.orchestra.run.smithi104:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-11T22:43:48.335 INFO:teuthology.orchestra.run.smithi104.stdout:19.1.1-298.gb53b6d3e.el9 2024-09-11T22:43:48.336 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-298.gb53b6d3e.el9 2024-09-11T22:43:48.336 INFO:teuthology.task.install:The correct ceph version 19.1.1-298.gb53b6d3e is installed. 2024-09-11T22:43:48.338 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-11T22:43:48.338 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:43:48.339 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-11T22:43:48.369 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:43:48.369 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-11T22:43:48.407 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-11T22:43:48.407 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:43:48.407 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/daemon-helper 2024-09-11T22:43:48.437 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-11T22:43:48.504 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:43:48.505 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/daemon-helper 2024-09-11T22:43:48.533 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-11T22:43:48.601 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-11T22:43:48.601 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:43:48.601 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-11T22:43:48.629 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-11T22:43:48.697 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:43:48.697 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-11T22:43:48.724 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-11T22:43:48.791 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-11T22:43:48.791 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:43:48.791 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/stdin-killer 2024-09-11T22:43:48.818 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-11T22:43:48.887 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:43:48.887 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/usr/bin/stdin-killer 2024-09-11T22:43:48.914 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-11T22:43:48.980 INFO:teuthology.run_tasks:Running task ceph... 2024-09-11T22:43:49.066 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-11T22:43:49.067 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 777 /var/log/ceph 2024-09-11T22:43:49.069 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 777 /var/log/ceph 2024-09-11T22:43:49.095 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-11T22:43:49.095 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-11T22:43:49.137 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-11T22:43:49.162 INFO:tasks.ceph:Creating extra log directories... 2024-09-11T22:43:49.162 DEBUG:teuthology.orchestra.run.smithi016:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-11T22:43:49.204 DEBUG:teuthology.orchestra.run.smithi104:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-11T22:43:49.238 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-11T22:43:49.238 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-11T22:43:49.238 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-11T22:43:49.239 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:43:49.239 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-11T22:43:49.286 DEBUG:teuthology.orchestra.run.smithi016:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-11T22:43:49.408 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-11T22:43:49.435 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:43:49.435 DEBUG:teuthology.orchestra.run.smithi104:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-11T22:43:49.451 DEBUG:teuthology.orchestra.run.smithi104:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-11T22:43:49.572 DEBUG:teuthology.orchestra.run.smithi104:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-11T22:43:49.602 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-11T22:43:49.602 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-11T22:43:49.602 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/snap_schedule_snapdir}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7901433', 'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}}, 'kclient': {'snapdirname': '.customsnapkernel', 'syntax': 'v2'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '086c737fa75c22d521a3932c59b31c5e1d1c9ef4'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 481, 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'sleep_before_teardown': 0, 'subset': '57/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_086c737fa75c22d521a3932c59b31c5e1d1c9ef4/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '086c737fa75c22d521a3932c59b31c5e1d1c9ef4', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi016.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMySAdHjB3GFTo9iLdmLn7LfAN85BL2hgDcF9cIaT/JqHERxUiOoXO5i6lptQaZBdJWw0yjjfTwsjDuKPOWHn2Q=', 'smithi104.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBENoiMnZH/XXcMAZmEzacWf2C5HKHnTIwM3YMbt9qTsn4XW4jbHNJPxhGf7FjGmN64Alu9JvRoC0/+mrZSX7X04='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': 'b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-11_21:24:17', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-11T22:43:49.603 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-11T22:43:49.605 DEBUG:teuthology.orchestra.run.smithi104:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-11T22:43:49.653 DEBUG:teuthology.orchestra.run.smithi016:> sudo install -d -m0777 -- /var/run/ceph 2024-09-11T22:43:49.662 DEBUG:teuthology.orchestra.run.smithi104:> sudo install -d -m0777 -- /var/run/ceph 2024-09-11T22:43:49.718 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:43:49.718 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/scratch_devs of=/dev/stdout 2024-09-11T22:43:49.743 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-11T22:43:49.744 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_1 2024-09-11T22:43:49.799 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-11T22:43:49.800 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T22:43:49.800 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-11T22:43:49.800 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T22:43:49.800 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T22:43:49.800 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-09-11 22:43:39.625905817 +0000 2024-09-11T22:43:49.800 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-09-11 22:41:48.392824316 +0000 2024-09-11T22:43:49.800 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-09-11 22:41:48.392824316 +0000 2024-09-11T22:43:49.800 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-09-11 22:41:48.392824316 +0000 2024-09-11T22:43:49.800 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-11T22:43:49.864 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-11T22:43:49.864 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-11T22:43:49.865 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 8.829e-05 s, 5.8 MB/s 2024-09-11T22:43:49.866 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-11T22:43:49.923 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_2 2024-09-11T22:43:49.979 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-11T22:43:49.979 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T22:43:49.980 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-11T22:43:49.980 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T22:43:49.980 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T22:43:49.980 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-09-11 22:43:39.626905802 +0000 2024-09-11T22:43:49.980 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-09-11 22:41:48.715819680 +0000 2024-09-11T22:43:49.980 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-09-11 22:41:48.715819680 +0000 2024-09-11T22:43:49.980 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-09-11 22:41:48.715819680 +0000 2024-09-11T22:43:49.980 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-11T22:43:50.043 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-11T22:43:50.044 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-11T22:43:50.044 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000108619 s, 4.7 MB/s 2024-09-11T22:43:50.045 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-11T22:43:50.102 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_3 2024-09-11T22:43:50.158 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-11T22:43:50.158 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T22:43:50.159 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-11T22:43:50.159 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T22:43:50.159 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T22:43:50.159 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-09-11 22:43:39.626905802 +0000 2024-09-11T22:43:50.159 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-09-11 22:41:49.042814987 +0000 2024-09-11T22:43:50.159 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-09-11 22:41:49.042814987 +0000 2024-09-11T22:43:50.159 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-09-11 22:41:49.042814987 +0000 2024-09-11T22:43:50.159 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-11T22:43:50.222 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-11T22:43:50.222 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-11T22:43:50.222 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.00010218 s, 5.0 MB/s 2024-09-11T22:43:50.223 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-11T22:43:50.280 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_4 2024-09-11T22:43:50.336 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-11T22:43:50.336 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T22:43:50.336 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-11T22:43:50.337 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T22:43:50.337 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T22:43:50.337 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2024-09-11 22:43:39.627905786 +0000 2024-09-11T22:43:50.337 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2024-09-11 22:41:49.354810508 +0000 2024-09-11T22:43:50.337 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2024-09-11 22:41:49.354810508 +0000 2024-09-11T22:43:50.337 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2024-09-11 22:41:49.354810508 +0000 2024-09-11T22:43:50.337 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-11T22:43:50.400 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2024-09-11T22:43:50.400 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2024-09-11T22:43:50.400 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 8.6812e-05 s, 5.9 MB/s 2024-09-11T22:43:50.401 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-11T22:43:50.460 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-11T22:43:50.461 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:43:50.461 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/scratch_devs of=/dev/stdout 2024-09-11T22:43:50.478 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-11T22:43:50.478 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_1 2024-09-11T22:43:50.535 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-11T22:43:50.535 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T22:43:50.535 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-11T22:43:50.535 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T22:43:50.535 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T22:43:50.535 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-09-11 22:43:30.963740635 +0000 2024-09-11T22:43:50.535 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-09-11 22:41:41.309643399 +0000 2024-09-11T22:43:50.535 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-09-11 22:41:41.309643399 +0000 2024-09-11T22:43:50.535 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-09-11 22:41:41.309643399 +0000 2024-09-11T22:43:50.536 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-11T22:43:50.600 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-09-11T22:43:50.601 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-09-11T22:43:50.601 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000212894 s, 2.4 MB/s 2024-09-11T22:43:50.602 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-11T22:43:50.660 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_2 2024-09-11T22:43:50.716 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-11T22:43:50.717 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T22:43:50.717 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-11T22:43:50.717 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T22:43:50.717 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T22:43:50.717 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-09-11 22:43:30.963740635 +0000 2024-09-11T22:43:50.717 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-09-11 22:41:41.630639779 +0000 2024-09-11T22:43:50.717 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-09-11 22:41:41.630639779 +0000 2024-09-11T22:43:50.717 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-09-11 22:41:41.630639779 +0000 2024-09-11T22:43:50.717 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-11T22:43:50.780 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-09-11T22:43:50.780 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-09-11T22:43:50.780 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.00019042 s, 2.7 MB/s 2024-09-11T22:43:50.781 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-11T22:43:50.838 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_3 2024-09-11T22:43:50.894 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-11T22:43:50.894 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T22:43:50.894 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-11T22:43:50.894 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T22:43:50.894 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T22:43:50.894 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-09-11 22:43:30.963740635 +0000 2024-09-11T22:43:50.894 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-09-11 22:41:41.961636045 +0000 2024-09-11T22:43:50.894 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-09-11 22:41:41.961636045 +0000 2024-09-11T22:43:50.895 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-09-11 22:41:41.961636045 +0000 2024-09-11T22:43:50.895 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-11T22:43:50.958 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-09-11T22:43:50.958 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-09-11T22:43:50.958 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000169568 s, 3.0 MB/s 2024-09-11T22:43:50.959 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-11T22:43:51.016 DEBUG:teuthology.orchestra.run.smithi104:> stat /dev/vg_nvme/lv_4 2024-09-11T22:43:51.070 INFO:teuthology.orchestra.run.smithi104.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-11T22:43:51.071 INFO:teuthology.orchestra.run.smithi104.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-11T22:43:51.071 INFO:teuthology.orchestra.run.smithi104.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-11T22:43:51.071 INFO:teuthology.orchestra.run.smithi104.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-11T22:43:51.071 INFO:teuthology.orchestra.run.smithi104.stdout:Context: system_u:object_r:device_t:s0 2024-09-11T22:43:51.071 INFO:teuthology.orchestra.run.smithi104.stdout:Access: 2024-09-11 22:43:30.963740635 +0000 2024-09-11T22:43:51.071 INFO:teuthology.orchestra.run.smithi104.stdout:Modify: 2024-09-11 22:41:42.290632335 +0000 2024-09-11T22:43:51.072 INFO:teuthology.orchestra.run.smithi104.stdout:Change: 2024-09-11 22:41:42.290632335 +0000 2024-09-11T22:43:51.072 INFO:teuthology.orchestra.run.smithi104.stdout: Birth: 2024-09-11 22:41:42.290632335 +0000 2024-09-11T22:43:51.072 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-11T22:43:51.133 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records in 2024-09-11T22:43:51.133 INFO:teuthology.orchestra.run.smithi104.stderr:1+0 records out 2024-09-11T22:43:51.133 INFO:teuthology.orchestra.run.smithi104.stderr:512 bytes copied, 0.000179217 s, 2.9 MB/s 2024-09-11T22:43:51.135 DEBUG:teuthology.orchestra.run.smithi104:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-11T22:43:51.190 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-11T22:43:51.190 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi016.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi104.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-11T22:43:51.190 INFO:tasks.ceph:Generating config... 2024-09-11T22:43:51.192 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-11T22:43:51.192 INFO:tasks.ceph:[client] client snapdir = .customsnapfuse 2024-09-11T22:43:51.192 INFO:tasks.ceph:[client] debug client = 20 2024-09-11T22:43:51.192 INFO:tasks.ceph:[client] debug ms = 1 2024-09-11T22:43:51.192 INFO:tasks.ceph:[client] pid file = 2024-09-11T22:43:51.192 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-11T22:43:51.192 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-11T22:43:51.192 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-11T22:43:51.192 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-11T22:43:51.192 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-11T22:43:51.192 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-11T22:43:51.193 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-11T22:43:51.194 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-11T22:43:51.194 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-11T22:43:51.194 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-11T22:43:51.194 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-11T22:43:51.194 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-11T22:43:51.194 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-11T22:43:51.194 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-11T22:43:51.194 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-11T22:43:51.194 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-11T22:43:51.194 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-11T22:43:51.194 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-11T22:43:51.194 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-11T22:43:51.194 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-11T22:43:51.195 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-11T22:43:51.195 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-11T22:43:51.195 INFO:tasks.ceph:Setting up mon.a... 2024-09-11T22:43:51.195 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-11T22:43:51.256 INFO:teuthology.orchestra.run.smithi016.stdout:creating /etc/ceph/ceph.keyring 2024-09-11T22:43:51.259 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-11T22:43:51.306 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-11T22:43:51.332 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.16'), ('mon.b', '172.21.15.104'), ('mon.c', '[v2:172.21.15.104:3301,v1:172.21.15.104:6790]')] 2024-09-11T22:43:51.332 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.16,172.21.15.104,[v2:172.21.15.104:3301,v1:172.21.15.104:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'client snapdir': '.customsnapfuse', 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-11T22:43:51.333 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:43:51.333 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-11T22:43:51.388 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.16 --add b 172.21.15.104 --addv c '[v2:172.21.15.104:3301,v1:172.21.15.104:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:43:51.480 INFO:teuthology.orchestra.run.smithi016.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:43:51.480 INFO:teuthology.orchestra.run.smithi016.stdout:monmaptool: generated fsid fe88ec11-3e62-445d-9356-b1b8d8281fad 2024-09-11T22:43:51.480 INFO:teuthology.orchestra.run.smithi016.stdout:setting min_mon_release = quincy 2024-09-11T22:43:51.480 INFO:teuthology.orchestra.run.smithi016.stdout:epoch 0 2024-09-11T22:43:51.480 INFO:teuthology.orchestra.run.smithi016.stdout:fsid fe88ec11-3e62-445d-9356-b1b8d8281fad 2024-09-11T22:43:51.480 INFO:teuthology.orchestra.run.smithi016.stdout:last_changed 2024-09-11T22:43:51.477894+0000 2024-09-11T22:43:51.480 INFO:teuthology.orchestra.run.smithi016.stdout:created 2024-09-11T22:43:51.477894+0000 2024-09-11T22:43:51.480 INFO:teuthology.orchestra.run.smithi016.stdout:min_mon_release 17 (quincy) 2024-09-11T22:43:51.480 INFO:teuthology.orchestra.run.smithi016.stdout:election_strategy: 1 2024-09-11T22:43:51.481 INFO:teuthology.orchestra.run.smithi016.stdout:0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2024-09-11T22:43:51.481 INFO:teuthology.orchestra.run.smithi016.stdout:1: [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] mon.b 2024-09-11T22:43:51.481 INFO:teuthology.orchestra.run.smithi016.stdout:2: [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] mon.c 2024-09-11T22:43:51.481 INFO:teuthology.orchestra.run.smithi016.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-11T22:43:51.482 DEBUG:teuthology.orchestra.run.smithi016:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-11T22:43:51.498 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID fe88ec11-3e62-445d-9356-b1b8d8281fad... 2024-09-11T22:43:51.499 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-11T22:43:51.541 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-11T22:43:51.583 INFO:teuthology.orchestra.run.smithi016.stdout:[global] 2024-09-11T22:43:51.583 INFO:teuthology.orchestra.run.smithi016.stdout: chdir = "" 2024-09-11T22:43:51.583 INFO:teuthology.orchestra.run.smithi016.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-11T22:43:51.583 INFO:teuthology.orchestra.run.smithi016.stdout: auth supported = cephx 2024-09-11T22:43:51.583 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.583 INFO:teuthology.orchestra.run.smithi016.stdout: filestore xattr use omap = true 2024-09-11T22:43:51.584 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.584 INFO:teuthology.orchestra.run.smithi016.stdout: mon clock drift allowed = 1.000 2024-09-11T22:43:51.584 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.584 INFO:teuthology.orchestra.run.smithi016.stdout: osd crush chooseleaf type = 0 2024-09-11T22:43:51.584 INFO:teuthology.orchestra.run.smithi016.stdout: auth debug = true 2024-09-11T22:43:51.584 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.584 INFO:teuthology.orchestra.run.smithi016.stdout: ms die on old message = true 2024-09-11T22:43:51.584 INFO:teuthology.orchestra.run.smithi016.stdout: ms die on bug = true 2024-09-11T22:43:51.584 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.584 INFO:teuthology.orchestra.run.smithi016.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-11T22:43:51.585 INFO:teuthology.orchestra.run.smithi016.stdout: mon pg warn max object skew = 0 2024-09-11T22:43:51.585 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.585 INFO:teuthology.orchestra.run.smithi016.stdout: # disable pg_autoscaler by default for new pools 2024-09-11T22:43:51.585 INFO:teuthology.orchestra.run.smithi016.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-11T22:43:51.585 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.585 INFO:teuthology.orchestra.run.smithi016.stdout: osd pool default size = 2 2024-09-11T22:43:51.585 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.585 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd allow primary affinity = true 2024-09-11T22:43:51.585 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd allow pg remap = true 2024-09-11T22:43:51.585 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on legacy crush tunables = false 2024-09-11T22:43:51.585 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on crush straw calc version zero = false 2024-09-11T22:43:51.586 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on no sortbitwise = false 2024-09-11T22:43:51.586 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on osd down out interval zero = false 2024-09-11T22:43:51.586 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on too few osds = false 2024-09-11T22:43:51.586 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-11T22:43:51.586 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-11T22:43:51.586 INFO:teuthology.orchestra.run.smithi016.stdout: mon_allow_pool_size_one = true 2024-09-11T22:43:51.586 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.586 INFO:teuthology.orchestra.run.smithi016.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-11T22:43:51.586 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.586 INFO:teuthology.orchestra.run.smithi016.stdout: osd default data pool replay window = 5 2024-09-11T22:43:51.586 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.587 INFO:teuthology.orchestra.run.smithi016.stdout: mon allow pool delete = true 2024-09-11T22:43:51.587 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.587 INFO:teuthology.orchestra.run.smithi016.stdout: mon cluster log file level = debug 2024-09-11T22:43:51.587 INFO:teuthology.orchestra.run.smithi016.stdout: debug asserts on shutdown = true 2024-09-11T22:43:51.587 INFO:teuthology.orchestra.run.smithi016.stdout: mon health detail to clog = false 2024-09-11T22:43:51.587 INFO:teuthology.orchestra.run.smithi016.stdout: mon host = "172.21.15.16,172.21.15.104,[v2:172.21.15.104:3301,v1:172.21.15.104:6790]" 2024-09-11T22:43:51.587 INFO:teuthology.orchestra.run.smithi016.stdout: ms die on skipped message = False 2024-09-11T22:43:51.587 INFO:teuthology.orchestra.run.smithi016.stdout: fsid = fe88ec11-3e62-445d-9356-b1b8d8281fad 2024-09-11T22:43:51.587 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.587 INFO:teuthology.orchestra.run.smithi016.stdout:[osd] 2024-09-11T22:43:51.587 INFO:teuthology.orchestra.run.smithi016.stdout: osd journal size = 100 2024-09-11T22:43:51.588 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.588 INFO:teuthology.orchestra.run.smithi016.stdout: osd scrub load threshold = 5.0 2024-09-11T22:43:51.588 INFO:teuthology.orchestra.run.smithi016.stdout: osd scrub max interval = 600 2024-09-11T22:43:51.588 INFO:teuthology.orchestra.run.smithi016.stdout: osd mclock profile = high_recovery_ops 2024-09-11T22:43:51.588 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.588 INFO:teuthology.orchestra.run.smithi016.stdout: osd recover clone overlap = true 2024-09-11T22:43:51.588 INFO:teuthology.orchestra.run.smithi016.stdout: osd recovery max chunk = 1048576 2024-09-11T22:43:51.588 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.588 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug shutdown = true 2024-09-11T22:43:51.588 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug op order = true 2024-09-11T22:43:51.588 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug verify stray on activate = true 2024-09-11T22:43:51.589 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug trim objects = true 2024-09-11T22:43:51.589 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.589 INFO:teuthology.orchestra.run.smithi016.stdout: osd open classes on start = true 2024-09-11T22:43:51.589 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug pg log writeout = true 2024-09-11T22:43:51.589 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.589 INFO:teuthology.orchestra.run.smithi016.stdout: osd deep scrub update digest min age = 30 2024-09-11T22:43:51.589 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.589 INFO:teuthology.orchestra.run.smithi016.stdout: osd map max advance = 10 2024-09-11T22:43:51.589 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.589 INFO:teuthology.orchestra.run.smithi016.stdout: journal zero on create = true 2024-09-11T22:43:51.589 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.590 INFO:teuthology.orchestra.run.smithi016.stdout: filestore ondisk finisher threads = 3 2024-09-11T22:43:51.590 INFO:teuthology.orchestra.run.smithi016.stdout: filestore apply finisher threads = 3 2024-09-11T22:43:51.590 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.590 INFO:teuthology.orchestra.run.smithi016.stdout: bdev debug aio = true 2024-09-11T22:43:51.590 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug misdirected ops = true 2024-09-11T22:43:51.590 INFO:teuthology.orchestra.run.smithi016.stdout: bluestore block size = 96636764160 2024-09-11T22:43:51.590 INFO:teuthology.orchestra.run.smithi016.stdout: bluestore fsck on mount = True 2024-09-11T22:43:51.590 INFO:teuthology.orchestra.run.smithi016.stdout: debug bluefs = 20 2024-09-11T22:43:51.590 INFO:teuthology.orchestra.run.smithi016.stdout: debug bluestore = 20 2024-09-11T22:43:51.590 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout: debug osd = 20 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout: debug rocksdb = 10 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd backfillfull_ratio = 0.85 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd full ratio = 0.9 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd nearfull ratio = 0.8 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout: osd failsafe full ratio = 0.95 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout: osd objectstore = bluestore 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout: osd op complaint time = 180 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout:[mgr] 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2024-09-11T22:43:51.591 INFO:teuthology.orchestra.run.smithi016.stdout: debug mgr = 20 2024-09-11T22:43:51.592 INFO:teuthology.orchestra.run.smithi016.stdout: debug mon = 20 2024-09-11T22:43:51.592 INFO:teuthology.orchestra.run.smithi016.stdout: debug auth = 20 2024-09-11T22:43:51.592 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min pgs per osd = 4 2024-09-11T22:43:51.592 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min bytes per osd = 10 2024-09-11T22:43:51.592 INFO:teuthology.orchestra.run.smithi016.stdout: mgr/telemetry/nag = false 2024-09-11T22:43:51.592 INFO:teuthology.orchestra.run.smithi016.stdout: debug client = 20 2024-09-11T22:43:51.592 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.592 INFO:teuthology.orchestra.run.smithi016.stdout:[mon] 2024-09-11T22:43:51.592 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2024-09-11T22:43:51.592 INFO:teuthology.orchestra.run.smithi016.stdout: debug mon = 20 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: debug paxos = 20 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: debug auth = 20 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: mon data avail warn = 5 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: mon mgr mkfs grace = 240 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min pgs per osd = 4 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd reporter subtree level = osd 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd prime pg temp = true 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min bytes per osd = 10 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: auth mon ticket ttl = 660 # 11m 2024-09-11T22:43:51.593 INFO:teuthology.orchestra.run.smithi016.stdout: auth service ticket ttl = 240 # 4m 2024-09-11T22:43:51.594 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.594 INFO:teuthology.orchestra.run.smithi016.stdout: # don't complain about insecure global_id in the test suite 2024-09-11T22:43:51.594 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-11T22:43:51.594 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-11T22:43:51.594 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.594 INFO:teuthology.orchestra.run.smithi016.stdout: # 1m isn't quite enough 2024-09-11T22:43:51.594 INFO:teuthology.orchestra.run.smithi016.stdout: mon_down_mkfs_grace = 2m 2024-09-11T22:43:51.594 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.594 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_filestore_osds = false 2024-09-11T22:43:51.594 INFO:teuthology.orchestra.run.smithi016.stdout: mon down mkfs grace = 300 2024-09-11T22:43:51.594 INFO:teuthology.orchestra.run.smithi016.stdout: mon op complaint time = 120 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on pool no app = False 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout:[client] 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout: rgw cache enabled = true 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout: rgw enable ops log = true 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout: rgw enable usage log = true 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout: client mount timeout = 600 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout: client snapdir = .customsnapfuse 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout: debug client = 20 2024-09-11T22:43:51.595 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2024-09-11T22:43:51.596 INFO:teuthology.orchestra.run.smithi016.stdout: pid file = "" 2024-09-11T22:43:51.596 INFO:teuthology.orchestra.run.smithi016.stdout: rados mon op timeout = 900 2024-09-11T22:43:51.596 INFO:teuthology.orchestra.run.smithi016.stdout: rados osd op timeout = 900 2024-09-11T22:43:51.596 INFO:teuthology.orchestra.run.smithi016.stdout:[mon.a] 2024-09-11T22:43:51.596 INFO:teuthology.orchestra.run.smithi016.stdout:[mon.b] 2024-09-11T22:43:51.596 INFO:teuthology.orchestra.run.smithi016.stdout:[mon.c] 2024-09-11T22:43:51.596 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.a] 2024-09-11T22:43:51.596 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.c] 2024-09-11T22:43:51.596 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.b] 2024-09-11T22:43:51.596 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.d] 2024-09-11T22:43:51.596 INFO:teuthology.orchestra.run.smithi016.stdout:[mds] 2024-09-11T22:43:51.597 INFO:teuthology.orchestra.run.smithi016.stdout: debug mds = 20 2024-09-11T22:43:51.597 INFO:teuthology.orchestra.run.smithi016.stdout: debug mds balancer = 20 2024-09-11T22:43:51.597 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2024-09-11T22:43:51.597 INFO:teuthology.orchestra.run.smithi016.stdout: mds debug frag = True 2024-09-11T22:43:51.597 INFO:teuthology.orchestra.run.smithi016.stdout: mds debug scatterstat = True 2024-09-11T22:43:51.597 INFO:teuthology.orchestra.run.smithi016.stdout: mds op complaint time = 180 2024-09-11T22:43:51.597 INFO:teuthology.orchestra.run.smithi016.stdout: mds verify scatter = True 2024-09-11T22:43:51.597 INFO:teuthology.orchestra.run.smithi016.stdout: osd op complaint time = 180 2024-09-11T22:43:51.597 INFO:teuthology.orchestra.run.smithi016.stdout: rados mon op timeout = 900 2024-09-11T22:43:51.597 INFO:teuthology.orchestra.run.smithi016.stdout: rados osd op timeout = 900 2024-09-11T22:43:51.599 INFO:teuthology.orchestra.run.smithi104.stdout:[global] 2024-09-11T22:43:51.599 INFO:teuthology.orchestra.run.smithi104.stdout: chdir = "" 2024-09-11T22:43:51.599 INFO:teuthology.orchestra.run.smithi104.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-11T22:43:51.599 INFO:teuthology.orchestra.run.smithi104.stdout: auth supported = cephx 2024-09-11T22:43:51.599 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.599 INFO:teuthology.orchestra.run.smithi104.stdout: filestore xattr use omap = true 2024-09-11T22:43:51.599 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.599 INFO:teuthology.orchestra.run.smithi104.stdout: mon clock drift allowed = 1.000 2024-09-11T22:43:51.600 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.600 INFO:teuthology.orchestra.run.smithi104.stdout: osd crush chooseleaf type = 0 2024-09-11T22:43:51.600 INFO:teuthology.orchestra.run.smithi104.stdout: auth debug = true 2024-09-11T22:43:51.600 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.600 INFO:teuthology.orchestra.run.smithi104.stdout: ms die on old message = true 2024-09-11T22:43:51.600 INFO:teuthology.orchestra.run.smithi104.stdout: ms die on bug = true 2024-09-11T22:43:51.600 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.600 INFO:teuthology.orchestra.run.smithi104.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-11T22:43:51.600 INFO:teuthology.orchestra.run.smithi104.stdout: mon pg warn max object skew = 0 2024-09-11T22:43:51.600 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: # disable pg_autoscaler by default for new pools 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: osd pool default size = 2 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd allow primary affinity = true 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd allow pg remap = true 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on legacy crush tunables = false 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on crush straw calc version zero = false 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on no sortbitwise = false 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on osd down out interval zero = false 2024-09-11T22:43:51.601 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on too few osds = false 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: mon_allow_pool_size_one = true 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: osd default data pool replay window = 5 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: mon allow pool delete = true 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: mon cluster log file level = debug 2024-09-11T22:43:51.602 INFO:teuthology.orchestra.run.smithi104.stdout: debug asserts on shutdown = true 2024-09-11T22:43:51.603 INFO:teuthology.orchestra.run.smithi104.stdout: mon health detail to clog = false 2024-09-11T22:43:51.603 INFO:teuthology.orchestra.run.smithi104.stdout: mon host = "172.21.15.16,172.21.15.104,[v2:172.21.15.104:3301,v1:172.21.15.104:6790]" 2024-09-11T22:43:51.603 INFO:teuthology.orchestra.run.smithi104.stdout: ms die on skipped message = False 2024-09-11T22:43:51.603 INFO:teuthology.orchestra.run.smithi104.stdout: fsid = fe88ec11-3e62-445d-9356-b1b8d8281fad 2024-09-11T22:43:51.603 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.603 INFO:teuthology.orchestra.run.smithi104.stdout:[osd] 2024-09-11T22:43:51.603 INFO:teuthology.orchestra.run.smithi104.stdout: osd journal size = 100 2024-09-11T22:43:51.603 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.603 INFO:teuthology.orchestra.run.smithi104.stdout: osd scrub load threshold = 5.0 2024-09-11T22:43:51.603 INFO:teuthology.orchestra.run.smithi104.stdout: osd scrub max interval = 600 2024-09-11T22:43:51.603 INFO:teuthology.orchestra.run.smithi104.stdout: osd mclock profile = high_recovery_ops 2024-09-11T22:43:51.604 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.604 INFO:teuthology.orchestra.run.smithi104.stdout: osd recover clone overlap = true 2024-09-11T22:43:51.604 INFO:teuthology.orchestra.run.smithi104.stdout: osd recovery max chunk = 1048576 2024-09-11T22:43:51.604 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.604 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug shutdown = true 2024-09-11T22:43:51.604 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug op order = true 2024-09-11T22:43:51.604 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug verify stray on activate = true 2024-09-11T22:43:51.604 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug trim objects = true 2024-09-11T22:43:51.604 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.604 INFO:teuthology.orchestra.run.smithi104.stdout: osd open classes on start = true 2024-09-11T22:43:51.604 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug pg log writeout = true 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: osd deep scrub update digest min age = 30 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: osd map max advance = 10 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: journal zero on create = true 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: filestore ondisk finisher threads = 3 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: filestore apply finisher threads = 3 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: bdev debug aio = true 2024-09-11T22:43:51.605 INFO:teuthology.orchestra.run.smithi104.stdout: osd debug misdirected ops = true 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: bluestore block size = 96636764160 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: bluestore fsck on mount = True 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: debug bluefs = 20 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: debug bluestore = 20 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: debug osd = 20 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: debug rocksdb = 10 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd backfillfull_ratio = 0.85 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd full ratio = 0.9 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd nearfull ratio = 0.8 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: osd failsafe full ratio = 0.95 2024-09-11T22:43:51.606 INFO:teuthology.orchestra.run.smithi104.stdout: osd objectstore = bluestore 2024-09-11T22:43:51.607 INFO:teuthology.orchestra.run.smithi104.stdout: osd op complaint time = 180 2024-09-11T22:43:51.607 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.607 INFO:teuthology.orchestra.run.smithi104.stdout:[mgr] 2024-09-11T22:43:51.607 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-09-11T22:43:51.607 INFO:teuthology.orchestra.run.smithi104.stdout: debug mgr = 20 2024-09-11T22:43:51.607 INFO:teuthology.orchestra.run.smithi104.stdout: debug mon = 20 2024-09-11T22:43:51.607 INFO:teuthology.orchestra.run.smithi104.stdout: debug auth = 20 2024-09-11T22:43:51.607 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min pgs per osd = 4 2024-09-11T22:43:51.607 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min bytes per osd = 10 2024-09-11T22:43:51.607 INFO:teuthology.orchestra.run.smithi104.stdout: mgr/telemetry/nag = false 2024-09-11T22:43:51.607 INFO:teuthology.orchestra.run.smithi104.stdout: debug client = 20 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout:[mon] 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout: debug mon = 20 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout: debug paxos = 20 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout: debug auth = 20 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout: mon data avail warn = 5 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout: mon mgr mkfs grace = 240 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min pgs per osd = 4 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd reporter subtree level = osd 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout: mon osd prime pg temp = true 2024-09-11T22:43:51.608 INFO:teuthology.orchestra.run.smithi104.stdout: mon reweight min bytes per osd = 10 2024-09-11T22:43:51.609 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.609 INFO:teuthology.orchestra.run.smithi104.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-11T22:43:51.609 INFO:teuthology.orchestra.run.smithi104.stdout: auth mon ticket ttl = 660 # 11m 2024-09-11T22:43:51.609 INFO:teuthology.orchestra.run.smithi104.stdout: auth service ticket ttl = 240 # 4m 2024-09-11T22:43:51.609 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.609 INFO:teuthology.orchestra.run.smithi104.stdout: # don't complain about insecure global_id in the test suite 2024-09-11T22:43:51.609 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-11T22:43:51.609 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-11T22:43:51.609 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.609 INFO:teuthology.orchestra.run.smithi104.stdout: # 1m isn't quite enough 2024-09-11T22:43:51.609 INFO:teuthology.orchestra.run.smithi104.stdout: mon_down_mkfs_grace = 2m 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout: mon_warn_on_filestore_osds = false 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout: mon down mkfs grace = 300 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout: mon op complaint time = 120 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout: mon warn on pool no app = False 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout: 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout:[client] 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout: rgw cache enabled = true 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout: rgw enable ops log = true 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout: rgw enable usage log = true 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-11T22:43:51.610 INFO:teuthology.orchestra.run.smithi104.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout: client mount timeout = 600 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout: client snapdir = .customsnapfuse 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout: debug client = 20 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout: pid file = "" 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout: rados mon op timeout = 900 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout: rados osd op timeout = 900 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout:[mon.a] 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout:[mon.b] 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout:[mon.c] 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.a] 2024-09-11T22:43:51.611 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.c] 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.b] 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.d] 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout:[mds] 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout: debug mds = 20 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout: debug mds balancer = 20 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout: debug ms = 1 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout: mds debug frag = True 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout: mds debug scatterstat = True 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout: mds op complaint time = 180 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout: mds verify scatter = True 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout: osd op complaint time = 180 2024-09-11T22:43:51.612 INFO:teuthology.orchestra.run.smithi104.stdout: rados mon op timeout = 900 2024-09-11T22:43:51.613 INFO:teuthology.orchestra.run.smithi104.stdout: rados osd op timeout = 900 2024-09-11T22:43:51.613 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-11T22:43:51.613 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-11T22:43:51.696 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-11T22:43:51.696 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:43:51.696 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-11T22:43:51.712 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:43:51.712 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-11T22:43:51.769 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:43:51.769 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:43:51.769 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-11T22:43:51.769 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-11T22:43:51.845 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:43:51.845 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:43:51.901 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:43:51.901 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:43:51.901 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-11T22:43:51.902 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-11T22:43:51.936 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:43:51.936 DEBUG:teuthology.orchestra.run.smithi104:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:43:51.992 INFO:tasks.ceph:Setting up mon nodes... 2024-09-11T22:43:51.992 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-11T22:43:51.992 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-11T22:43:52.046 INFO:teuthology.orchestra.run.smithi016.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-11T22:43:52.048 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-11T22:43:52.117 INFO:teuthology.orchestra.run.smithi104.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-11T22:43:52.119 INFO:tasks.ceph:Setting up mds nodes... 2024-09-11T22:43:52.120 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-11T22:43:52.172 INFO:teuthology.orchestra.run.smithi016.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-11T22:43:52.174 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-11T22:43:52.200 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-11T22:43:52.292 INFO:teuthology.orchestra.run.smithi016.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-11T22:43:52.295 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-11T22:43:52.320 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-11T22:43:52.371 INFO:teuthology.orchestra.run.smithi104.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-11T22:43:52.374 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-11T22:43:52.398 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-11T22:43:52.489 INFO:teuthology.orchestra.run.smithi104.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-11T22:43:52.491 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-11T22:43:52.515 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-11T22:43:52.515 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-11T22:43:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-11T22:43:52.571 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-11T22:43:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-11T22:43:52.667 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-11T22:43:52.707 INFO:teuthology.orchestra.run.smithi104.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-11T22:43:52.720 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-11T22:43:52.801 INFO:teuthology.orchestra.run.smithi104.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-11T22:43:52.813 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-11T22:43:52.814 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi016.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi104.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-11T22:43:52.814 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-11T22:43:52.840 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-11T22:43:52.840 INFO:tasks.ceph:role: osd.0 2024-09-11T22:43:52.840 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:43:52.840 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-11T22:43:52.906 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-11T22:43:52.906 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-11T22:43:52.906 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-11T22:43:52.906 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-11T22:43:52.906 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-11T22:43:52.906 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2024-09-11T22:43:52.906 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-11T22:43:52.906 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-11T22:43:52.906 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-11T22:43:52.907 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-11T22:43:52.940 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2024-09-11T22:43:52.942 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2024-09-11T22:43:52.942 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-11T22:43:53.012 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-11T22:43:53.083 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-11T22:43:53.150 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-11T22:43:53.150 INFO:tasks.ceph:role: osd.1 2024-09-11T22:43:53.150 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:43:53.150 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-11T22:43:53.215 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-11T22:43:53.216 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-11T22:43:53.216 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-11T22:43:53.216 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-11T22:43:53.216 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-11T22:43:53.216 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2024-09-11T22:43:53.216 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-11T22:43:53.216 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-11T22:43:53.216 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-11T22:43:53.216 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-11T22:43:53.252 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2024-09-11T22:43:53.254 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2024-09-11T22:43:53.254 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-11T22:43:53.325 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-11T22:43:53.394 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-11T22:43:53.461 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-11T22:43:53.461 INFO:tasks.ceph:role: osd.2 2024-09-11T22:43:53.461 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:43:53.461 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-11T22:43:53.528 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-11T22:43:53.528 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-11T22:43:53.528 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-11T22:43:53.529 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-11T22:43:53.529 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-11T22:43:53.529 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2024-09-11T22:43:53.529 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-11T22:43:53.529 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-11T22:43:53.529 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-11T22:43:53.529 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-11T22:43:53.562 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2024-09-11T22:43:53.564 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2024-09-11T22:43:53.564 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-11T22:43:53.639 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-11T22:43:53.710 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-11T22:43:53.777 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-11T22:43:53.777 INFO:tasks.ceph:role: osd.3 2024-09-11T22:43:53.777 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:43:53.777 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-11T22:43:53.843 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-11T22:43:53.844 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-11T22:43:53.844 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-11T22:43:53.844 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-11T22:43:53.844 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-11T22:43:53.844 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2024-09-11T22:43:53.844 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-11T22:43:53.844 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-11T22:43:53.844 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-11T22:43:53.844 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-11T22:43:53.879 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2024-09-11T22:43:53.881 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2024-09-11T22:43:53.882 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-11T22:43:53.951 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-11T22:43:54.020 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:43:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:43:54.117+0000 7f4ca5534640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-11T22:43:54.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:43:54.118+0000 7f4ca5534640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-11T22:43:54.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:43:54.118+0000 7f4ca5534640 -1 bdev(0x555762d77800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-11T22:43:54.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:43:54.118+0000 7f4ca5534640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-11T22:43:57.273 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-11T22:43:57.304 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:43:57.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:43:57.395+0000 7fc3ff244640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-11T22:43:57.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:43:57.395+0000 7fc3ff244640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-11T22:43:57.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:43:57.395+0000 7fc3ff244640 -1 bdev(0x5569a2ee3800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-11T22:43:57.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:43:57.395+0000 7fc3ff244640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-11T22:44:00.817 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-11T22:44:00.848 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:44:00.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:00.941+0000 7fa306283640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-11T22:44:00.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:00.942+0000 7fa306283640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-11T22:44:00.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:00.942+0000 7fa306283640 -1 bdev(0x55e1cac73800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-11T22:44:00.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:00.942+0000 7fa306283640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-11T22:44:04.108 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-11T22:44:04.139 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:44:04.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:04.232+0000 7f285ec15640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-11T22:44:04.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:04.233+0000 7f285ec15640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-11T22:44:04.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:04.233+0000 7f285ec15640 -1 bdev(0x557ec2295800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-11T22:44:04.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:04.233+0000 7f285ec15640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-11T22:44:07.646 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-11T22:44:07.678 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-11T22:44:07.708 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-11T22:44:07.708 INFO:tasks.ceph:role: osd.4 2024-09-11T22:44:07.708 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:44:07.709 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-11T22:44:07.785 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-11T22:44:07.785 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-11T22:44:07.785 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-11T22:44:07.785 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-11T22:44:07.785 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-11T22:44:07.785 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-09-11T22:44:07.785 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-11T22:44:07.786 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-11T22:44:07.786 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-11T22:44:07.786 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-11T22:44:08.305 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-09-11T22:44:08.307 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-09-11T22:44:08.307 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-11T22:44:08.426 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-11T22:44:08.463 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-11T22:44:08.530 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-11T22:44:08.530 INFO:tasks.ceph:role: osd.5 2024-09-11T22:44:08.531 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:44:08.531 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-11T22:44:08.604 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-11T22:44:08.604 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-11T22:44:08.605 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-11T22:44:08.605 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-11T22:44:08.605 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-11T22:44:08.605 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-09-11T22:44:08.605 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-11T22:44:08.605 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-11T22:44:08.605 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-11T22:44:08.605 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-11T22:44:09.067 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-09-11T22:44:09.070 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-09-11T22:44:09.070 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-11T22:44:09.154 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-11T22:44:09.183 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-11T22:44:09.248 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-11T22:44:09.248 INFO:tasks.ceph:role: osd.6 2024-09-11T22:44:09.248 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:44:09.248 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-11T22:44:09.321 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-11T22:44:09.321 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-11T22:44:09.321 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-11T22:44:09.321 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-11T22:44:09.321 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-11T22:44:09.321 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-09-11T22:44:09.321 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-11T22:44:09.321 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-11T22:44:09.321 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-11T22:44:09.322 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-11T22:44:09.796 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-09-11T22:44:09.798 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-09-11T22:44:09.798 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-11T22:44:09.948 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-11T22:44:09.980 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-11T22:44:10.046 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-11T22:44:10.046 INFO:tasks.ceph:role: osd.7 2024-09-11T22:44:10.046 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:44:10.046 DEBUG:teuthology.orchestra.run.smithi104:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-11T22:44:10.119 INFO:teuthology.orchestra.run.smithi104.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-11T22:44:10.119 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-11T22:44:10.119 INFO:teuthology.orchestra.run.smithi104.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-11T22:44:10.119 INFO:teuthology.orchestra.run.smithi104.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-11T22:44:10.119 INFO:teuthology.orchestra.run.smithi104.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-11T22:44:10.119 INFO:teuthology.orchestra.run.smithi104.stdout: = sunit=0 swidth=0 blks 2024-09-11T22:44:10.119 INFO:teuthology.orchestra.run.smithi104.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-11T22:44:10.119 INFO:teuthology.orchestra.run.smithi104.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-11T22:44:10.119 INFO:teuthology.orchestra.run.smithi104.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-11T22:44:10.119 INFO:teuthology.orchestra.run.smithi104.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-11T22:44:10.647 INFO:teuthology.orchestra.run.smithi104.stdout:Discarding blocks...Done. 2024-09-11T22:44:10.649 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi104.front.sepia.ceph.com -o noatime 2024-09-11T22:44:10.649 DEBUG:teuthology.orchestra.run.smithi104:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-11T22:44:10.799 DEBUG:teuthology.orchestra.run.smithi104:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-11T22:44:10.833 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:44:10.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:10.931+0000 7fa73c214640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-11T22:44:10.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:10.931+0000 7fa73c214640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-11T22:44:10.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:10.931+0000 7fa73c214640 -1 bdev(0x5557b1f11800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-11T22:44:10.932 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:10.931+0000 7fa73c214640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-11T22:44:14.097 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-11T22:44:14.127 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:44:14.218 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:14.217+0000 7f2c8d351640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-11T22:44:14.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:14.218+0000 7f2c8d351640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-11T22:44:14.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:14.218+0000 7f2c8d351640 -1 bdev(0x55f50ceb5800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-11T22:44:14.219 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:14.218+0000 7f2c8d351640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-11T22:44:17.124 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-11T22:44:17.152 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:44:17.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:17.239+0000 7f0c4ebd4640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-11T22:44:17.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:17.239+0000 7f0c4ebd4640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-11T22:44:17.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:17.239+0000 7f0c4ebd4640 -1 bdev(0x556f462c3800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-11T22:44:17.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:17.240+0000 7f0c4ebd4640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-11T22:44:19.604 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:44:19.607 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:44:20.155 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-11T22:44:20.180 DEBUG:teuthology.orchestra.run.smithi104:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:44:20.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:20.264+0000 7f1f851dd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-11T22:44:20.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:20.264+0000 7f1f851dd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-11T22:44:20.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:20.264+0000 7f1f851dd640 -1 bdev(0x55fc248c5800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-11T22:44:20.265 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:20.265+0000 7f1f851dd640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-11T22:44:23.170 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-11T22:44:23.199 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-11T22:44:23.199 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:23.199 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-11T22:44:23.230 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:23.231 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-11T22:44:23.300 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:23.300 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-11T22:44:23.369 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:23.369 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-11T22:44:23.437 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:23.438 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-11T22:44:23.506 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:23.506 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-11T22:44:23.574 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:23.574 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-11T22:44:23.642 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:23.642 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-11T22:44:23.672 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:23.672 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-11T22:44:23.741 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:23.742 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-11T22:44:23.809 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:23.809 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-11T22:44:23.877 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:23.877 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-11T22:44:23.944 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:23.944 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-11T22:44:24.011 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:24.011 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-11T22:44:24.077 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:24.077 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-11T22:44:24.096 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:24.097 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-11T22:44:24.155 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:24.155 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-11T22:44:24.171 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:24.171 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-11T22:44:24.226 INFO:tasks.ceph:Adding keys to all mons... 2024-09-11T22:44:24.226 DEBUG:teuthology.orchestra.run.smithi016:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-11T22:44:24.229 DEBUG:teuthology.orchestra.run.smithi104:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout:[mgr.y] 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAoHeJmdPXDAhAA5QIiq95n5UI4YK8whNMRqw== 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.a] 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAoHeJmqG9JChAAi6OPiVE5f1EjPJs1tjubig== 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.c] 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAoHeJmo/p6ERAA5es5/t8T/hjmYahjw/my7w== 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.0] 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAqHeJm1ywUBxAA2jyWR1WjRYVh06NUPfPFfw== 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.1] 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAtHeJmHYGgFxAA15XCrwEZw7Z3KL4vw2rEzw== 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.2] 2024-09-11T22:44:24.270 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAwHeJm6loyOBAAicnZJVw85KHqsbmHaTbPVg== 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.3] 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQA0HeJmiA7wDRAApArTWPLm5WgC2yrwOUh0fQ== 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout:[mgr.x] 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAoHeJmr44ABxAAJtEFr0Rqc6xRZY4jIL7Cag== 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.b] 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAoHeJmiRksFhAAlSBNEVYVLV4RVqom/3E1XA== 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.d] 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAoHeJmAGooHRAAXuHV39ZjuspqACd9gwyTyg== 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.4] 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQA6HeJmsPSONxAArShWqkatmehrgm6+1LmM8g== 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.5] 2024-09-11T22:44:24.271 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQA+HeJmQ5UKDRAAjVj6KWe9HDzEly8axtVAUg== 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.6] 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQBBHeJmCY9WDhAAxeA9hPJqFVAWhSmQYJaY2A== 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.7] 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQBEHeJmYbTTDxAAC+bdoFtMRdZP6l39f0xcsA== 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAoHeJmM/JFIRAAKpycpXpj4zP1K2sKZfIwXw== 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout:[client.2] 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAoHeJmjtMFJxAARHM4RFDem0Ic/DQcS7mvAg== 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout:[client.1] 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAoHeJm7mo1KhAAZUIjCsRVf+t7JZSBz6gBjw== 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout:[client.3] 2024-09-11T22:44:24.272 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAoHeJmIgnGLxAAgtTsLVQtSRNilfvcVzt24Q== 2024-09-11T22:44:24.290 INFO:teuthology.orchestra.run.smithi104.stdout:[mgr.y] 2024-09-11T22:44:24.290 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAoHeJmdPXDAhAA5QIiq95n5UI4YK8whNMRqw== 2024-09-11T22:44:24.290 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.a] 2024-09-11T22:44:24.290 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAoHeJmqG9JChAAi6OPiVE5f1EjPJs1tjubig== 2024-09-11T22:44:24.290 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.c] 2024-09-11T22:44:24.290 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAoHeJmo/p6ERAA5es5/t8T/hjmYahjw/my7w== 2024-09-11T22:44:24.290 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.0] 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAqHeJm1ywUBxAA2jyWR1WjRYVh06NUPfPFfw== 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.1] 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAtHeJmHYGgFxAA15XCrwEZw7Z3KL4vw2rEzw== 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.2] 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAwHeJm6loyOBAAicnZJVw85KHqsbmHaTbPVg== 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.3] 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQA0HeJmiA7wDRAApArTWPLm5WgC2yrwOUh0fQ== 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout:[mgr.x] 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAoHeJmr44ABxAAJtEFr0Rqc6xRZY4jIL7Cag== 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.b] 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAoHeJmiRksFhAAlSBNEVYVLV4RVqom/3E1XA== 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout:[mds.d] 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAoHeJmAGooHRAAXuHV39ZjuspqACd9gwyTyg== 2024-09-11T22:44:24.291 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.4] 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQA6HeJmsPSONxAArShWqkatmehrgm6+1LmM8g== 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.5] 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQA+HeJmQ5UKDRAAjVj6KWe9HDzEly8axtVAUg== 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.6] 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQBBHeJmCY9WDhAAxeA9hPJqFVAWhSmQYJaY2A== 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout:[osd.7] 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQBEHeJmYbTTDxAAC+bdoFtMRdZP6l39f0xcsA== 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout:[client.0] 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAoHeJmM/JFIRAAKpycpXpj4zP1K2sKZfIwXw== 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout:[client.2] 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAoHeJmjtMFJxAARHM4RFDem0Ic/DQcS7mvAg== 2024-09-11T22:44:24.292 INFO:teuthology.orchestra.run.smithi104.stdout:[client.1] 2024-09-11T22:44:24.293 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAoHeJm7mo1KhAAZUIjCsRVf+t7JZSBz6gBjw== 2024-09-11T22:44:24.293 INFO:teuthology.orchestra.run.smithi104.stdout:[client.3] 2024-09-11T22:44:24.293 INFO:teuthology.orchestra.run.smithi104.stdout: key = AQAoHeJmIgnGLxAAgtTsLVQtSRNilfvcVzt24Q== 2024-09-11T22:44:24.294 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-11T22:44:24.316 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-11T22:44:24.385 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-11T22:44:24.388 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-11T22:44:24.443 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-11T22:44:24.445 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-11T22:44:24.499 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.501 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.552 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.555 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.605 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.608 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.658 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.661 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.711 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-11T22:44:24.714 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-11T22:44:24.764 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-11T22:44:24.767 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-11T22:44:24.820 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-11T22:44:24.822 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-11T22:44:24.876 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.878 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.929 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.932 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.982 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:24.984 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:25.035 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:25.037 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-11T22:44:25.088 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-11T22:44:25.090 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-11T22:44:25.144 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-11T22:44:25.146 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-11T22:44:25.200 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-11T22:44:25.202 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-11T22:44:25.256 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-11T22:44:25.258 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-11T22:44:25.312 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-11T22:44:25.312 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-11T22:44:25.337 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-11T22:44:25.434 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-11T22:44:25.460 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-11T22:44:25.485 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-11T22:44:25.581 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-11T22:44:25.606 DEBUG:teuthology.orchestra.run.smithi104:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-11T22:44:25.670 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-11T22:44:25.765 DEBUG:teuthology.orchestra.run.smithi104:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-11T22:44:25.790 DEBUG:teuthology.orchestra.run.smithi016:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:44:25.792 DEBUG:teuthology.orchestra.run.smithi104:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-11T22:44:25.845 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-11T22:44:25.846 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-11T22:44:25.846 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-11T22:44:25.849 INFO:tasks.ceph.mon.a:Started 2024-09-11T22:44:25.849 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-11T22:44:25.849 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-11T22:44:25.888 INFO:tasks.ceph.mon.b:Started 2024-09-11T22:44:25.888 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-11T22:44:25.888 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-11T22:44:25.890 INFO:tasks.ceph.mon.c:Started 2024-09-11T22:44:25.890 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-11T22:44:25.890 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-11T22:44:25.891 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-11T22:44:25.893 INFO:tasks.ceph.mgr.y:Started 2024-09-11T22:44:25.893 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-11T22:44:25.893 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-11T22:44:25.895 INFO:tasks.ceph.mgr.x:Started 2024-09-11T22:44:25.895 INFO:tasks.ceph:Setting crush tunables to default 2024-09-11T22:44:25.895 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --cluster ceph osd crush tunables default 2024-09-11T22:44:25.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.998+0000 7f2d4a227640 1 Processor -- start 2024-09-11T22:44:25.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.998+0000 7f2d4a227640 1 -- start start 2024-09-11T22:44:26.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d4a227640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2d4415e630 0x7f2d4406bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d4a227640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d4415ea10 con 0x7f2d44071710 2024-09-11T22:44:26.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d4a227640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d440b4780 con 0x7f2d4406c150 2024-09-11T22:44:26.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d4a227640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f2d4406c5b0 con 0x7f2d4415e630 2024-09-11T22:44:26.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d437fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2d4415e630 0x7f2d4406bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d43fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f2d44071710 0x7f2d440cf320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:58530/0 (socket says 172.21.15.16:58530) 2024-09-11T22:44:26.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d437fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2d4415e630 0x7f2d4406bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46148/0 (socket says 172.21.15.16:46148) 2024-09-11T22:44:26.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d43fff640 1 -- 172.21.15.16:0/3996465756 learned_addr learned my addr 172.21.15.16:0/3996465756 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:44:26.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d437fe640 1 -- 172.21.15.16:0/3996465756 >> v2:172.21.15.16:3300/0 conn(0x7f2d4415e630 msgr2=0x7f2d4406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-11T22:44:26.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d437fe640 1 -- 172.21.15.16:0/3996465756 >> v2:172.21.15.16:3300/0 conn(0x7f2d4415e630 msgr2=0x7f2d4406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-11T22:44:26.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d437fe640 1 --2- 172.21.15.16:0/3996465756 >> v2:172.21.15.16:3300/0 conn(0x7f2d4415e630 0x7f2d4406bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-11T22:44:26.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:25.999+0000 7f2d437fe640 1 --2- 172.21.15.16:0/3996465756 >> v2:172.21.15.16:3300/0 conn(0x7f2d4415e630 0x7f2d4406bc10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:44:26.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.164+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3606559165 0 0) 0x7f2d4415ea10 con 0x7f2d44071710 2024-09-11T22:44:26.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.164+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2d30003520 con 0x7f2d44071710 2024-09-11T22:44:26.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2122505097 0 0) 0x7f2d30003520 con 0x7f2d44071710 2024-09-11T22:44:26.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 >> v2:172.21.15.16:3300/0 conn(0x7f2d4415e630 msgr2=0x7f2d4406bc10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-11T22:44:26.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 --2- 172.21.15.16:0/3996465756 >> v2:172.21.15.16:3300/0 conn(0x7f2d4415e630 0x7f2d4406bc10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 >> v1:172.21.15.104:6789/0 conn(0x7f2d4406c150 legacy=0x7f2d44071000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d440b4a60 con 0x7f2d44071710 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f2d3c001670 con 0x7f2d44071710 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 >> v1:172.21.15.16:6789/0 conn(0x7f2d44071710 legacy=0x7f2d440cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 --2- 172.21.15.16:0/3996465756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d30003a00 0x7f2d30003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 --2- 172.21.15.16:0/3996465756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d30004800 0x7f2d30004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 --2- 172.21.15.16:0/3996465756 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2d30005210 0x7f2d3000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2d3000c130 con 0x7f2d30004800 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2d3000c2e0 con 0x7f2d30003a00 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2d3000c4e0 con 0x7f2d30005210 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d42ffd640 1 --2- 172.21.15.16:0/3996465756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d30004800 0x7f2d30004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d437fe640 1 --2- 172.21.15.16:0/3996465756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d30003a00 0x7f2d30003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d43fff640 1 --2- 172.21.15.16:0/3996465756 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2d30005210 0x7f2d3000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d42ffd640 1 -- 172.21.15.16:0/3996465756 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2d30005210 msgr2=0x7f2d3000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d42ffd640 1 --2- 172.21.15.16:0/3996465756 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2d30005210 0x7f2d3000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d42ffd640 1 -- 172.21.15.16:0/3996465756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d30003a00 msgr2=0x7f2d30003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.165+0000 7f2d42ffd640 1 --2- 172.21.15.16:0/3996465756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d30003a00 0x7f2d30003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.166+0000 7f2d42ffd640 1 -- 172.21.15.16:0/3996465756 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d30003520 con 0x7f2d30004800 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.166+0000 7f2d43fff640 1 -- 172.21.15.16:0/3996465756 reap_dead start 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.166+0000 7f2d42ffd640 1 --2- 172.21.15.16:0/3996465756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d30004800 0x7f2d30004c80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c001750 tx=0x7f2d30005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf2e4ef375cc3e2e server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.166+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2c001370 con 0x7f2d30004800 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.166+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d2c0052d0 con 0x7f2d30004800 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.166+0000 7f2d427fc640 1 -- 172.21.15.16:0/3996465756 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2c02abc0 con 0x7f2d30004800 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.167+0000 7f2d4a227640 1 -- 172.21.15.16:0/3996465756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d30004800 msgr2=0x7f2d30004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.167+0000 7f2d4a227640 1 --2- 172.21.15.16:0/3996465756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d30004800 0x7f2d30004c80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c001750 tx=0x7f2d30005830 comp rx=0 tx=0).stop 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.167+0000 7f2d4a227640 1 -- 172.21.15.16:0/3996465756 shutdown_connections 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.167+0000 7f2d4a227640 1 --2- 172.21.15.16:0/3996465756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d30004800 0x7f2d30004c80 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.167+0000 7f2d4a227640 1 -- 172.21.15.16:0/3996465756 >> 172.21.15.16:0/3996465756 conn(0x7f2d440b33e0 msgr2=0x7f2d440b37f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:26.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.167+0000 7f2d4a227640 1 -- 172.21.15.16:0/3996465756 shutdown_connections 2024-09-11T22:44:26.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.167+0000 7f2d4a227640 1 -- 172.21.15.16:0/3996465756 wait complete. 2024-09-11T22:44:26.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.168+0000 7f2d4a227640 1 Processor -- start 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.169+0000 7f2d4a227640 1 -- start start 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d4a227640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d30004800 0x7f2d44160dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d4a227640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2d44157ca0 0x7f2d440cb4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d4a227640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d44155a90 0x7f2d44155f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d4a227640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2d440b5020 con 0x7f2d44155a90 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d4a227640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2d440b5390 con 0x7f2d30004800 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d4a227640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2d4406bc10 con 0x7f2d44157ca0 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d43fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d44155a90 0x7f2d44155f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d43fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d44155a90 0x7f2d44155f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46184/0 (socket says 172.21.15.16:46184) 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d42ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2d44157ca0 0x7f2d440cb4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d43fff640 1 -- 172.21.15.16:0/2392537069 learned_addr learned my addr 172.21.15.16:0/2392537069 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:26.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d437fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d30004800 0x7f2d44160dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d42ffd640 1 -- 172.21.15.16:0/2392537069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d30004800 msgr2=0x7f2d44160dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d42ffd640 1 --2- 172.21.15.16:0/2392537069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d30004800 0x7f2d44160dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d42ffd640 1 -- 172.21.15.16:0/2392537069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d44155a90 msgr2=0x7f2d44155f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d42ffd640 1 --2- 172.21.15.16:0/2392537069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d44155a90 0x7f2d44155f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d42ffd640 1 -- 172.21.15.16:0/2392537069 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d44161300 con 0x7f2d44157ca0 2024-09-11T22:44:26.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d437fe640 1 --2- 172.21.15.16:0/2392537069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d30004800 0x7f2d44160dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:26.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.170+0000 7f2d42ffd640 1 --2- 172.21.15.16:0/2392537069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2d44157ca0 0x7f2d440cb4c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c004000 tx=0x7f2d2c001120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:26.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.175+0000 7f2d3bfff640 1 -- 172.21.15.16:0/2392537069 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2c03f030 con 0x7f2d44157ca0 2024-09-11T22:44:26.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.175+0000 7f2d3bfff640 1 -- 172.21.15.16:0/2392537069 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d2c02be50 con 0x7f2d44157ca0 2024-09-11T22:44:26.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.175+0000 7f2d3bfff640 1 -- 172.21.15.16:0/2392537069 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d2c037040 con 0x7f2d44157ca0 2024-09-11T22:44:26.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.175+0000 7f2d4a227640 1 -- 172.21.15.16:0/2392537069 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d440cbdc0 con 0x7f2d44157ca0 2024-09-11T22:44:26.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.175+0000 7f2d4a227640 1 -- 172.21.15.16:0/2392537069 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d440cc380 con 0x7f2d44157ca0 2024-09-11T22:44:26.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.176+0000 7f2d4a227640 1 -- 172.21.15.16:0/2392537069 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d44071000 con 0x7f2d44157ca0 2024-09-11T22:44:26.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.179+0000 7f2d3bfff640 1 -- 172.21.15.16:0/2392537069 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2d2c042070 con 0x7f2d44157ca0 2024-09-11T22:44:26.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.179+0000 7f2d3bfff640 1 -- 172.21.15.16:0/2392537069 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2d2c003950 con 0x7f2d44157ca0 2024-09-11T22:44:26.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.183+0000 7f2d3bfff640 1 -- 172.21.15.16:0/2392537069 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2d2c0067d0 con 0x7f2d44157ca0 2024-09-11T22:44:26.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.247+0000 7f2d4a227640 1 -- 172.21.15.16:0/2392537069 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f2d440cdcc0 con 0x7f2d44157ca0 2024-09-11T22:44:26.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.256+0000 7f2d3bfff640 1 -- 172.21.15.16:0/2392537069 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f2d2c001370 con 0x7f2d44157ca0 2024-09-11T22:44:26.256 INFO:teuthology.orchestra.run.smithi016.stderr:adjusted tunables profile to default 2024-09-11T22:44:26.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.257+0000 7f2d4a227640 1 -- 172.21.15.16:0/2392537069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2d44157ca0 msgr2=0x7f2d440cb4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.257+0000 7f2d4a227640 1 --2- 172.21.15.16:0/2392537069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2d44157ca0 0x7f2d440cb4c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c004000 tx=0x7f2d2c001120 comp rx=0 tx=0).stop 2024-09-11T22:44:26.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.257+0000 7f2d4a227640 1 -- 172.21.15.16:0/2392537069 shutdown_connections 2024-09-11T22:44:26.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.257+0000 7f2d4a227640 1 --2- 172.21.15.16:0/2392537069 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d44155a90 0x7f2d44155f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.257+0000 7f2d4a227640 1 --2- 172.21.15.16:0/2392537069 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2d44157ca0 0x7f2d440cb4c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.257+0000 7f2d4a227640 1 --2- 172.21.15.16:0/2392537069 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2d30004800 0x7f2d44160dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.257+0000 7f2d4a227640 1 -- 172.21.15.16:0/2392537069 >> 172.21.15.16:0/2392537069 conn(0x7f2d440b33e0 msgr2=0x7f2d4415b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:26.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.257+0000 7f2d4a227640 1 -- 172.21.15.16:0/2392537069 shutdown_connections 2024-09-11T22:44:26.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:26.257+0000 7f2d4a227640 1 -- 172.21.15.16:0/2392537069 wait complete. 2024-09-11T22:44:26.268 INFO:tasks.ceph:check_enable_crimson: False 2024-09-11T22:44:26.268 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-11T22:44:26.268 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:26.268 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-11T22:44:26.273 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:26.273+0000 7ff5a932e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T22:44:26.280 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:26.279+0000 7ff91c323040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T22:44:26.294 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:26.294 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-11T22:44:26.314 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:26.313+0000 7ff5a932e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T22:44:26.323 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:26.322+0000 7ff91c323040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T22:44:26.348 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:26.348 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-11T22:44:26.414 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:26.414 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-11T22:44:26.457 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:26.456+0000 7ff5a932e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T22:44:26.473 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:26.472+0000 7ff91c323040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T22:44:26.480 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:26.480 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-11T22:44:26.505 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:26.506 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-11T22:44:26.509 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:26.508+0000 7ff5a932e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T22:44:26.526 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:26.525+0000 7ff91c323040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T22:44:26.533 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:26.533 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-11T22:44:26.600 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:44:26.600 DEBUG:teuthology.orchestra.run.smithi104:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-11T22:44:26.665 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 86a61819-2f28-4831-b17a-bc22a7376df4 0 2024-09-11T22:44:26.694 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:26.694+0000 7ff91c323040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:44:26.696 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:26.695+0000 7ff5a932e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:44:26.793 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.793+0000 7fbdaba65640 1 Processor -- start 2024-09-11T22:44:26.794 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.793+0000 7fbdaba65640 1 -- start start 2024-09-11T22:44:26.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbdaba65640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbda415b240 0x7fbda40ce790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbdaba65640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbda40cecd0 0x7fbda40732a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbdaba65640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 0x7fbda40b4d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbdaba65640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fbda4073c50 con 0x7fbda40cecd0 2024-09-11T22:44:26.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbdaba65640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fbda40b5d90 con 0x7fbda415b240 2024-09-11T22:44:26.795 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbdaba65640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbda40b5ab0 con 0x7fbda40737e0 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbda9801640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbda415b240 0x7fbda40ce790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbda9000640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbda40cecd0 0x7fbda40732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbda9000640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbda40cecd0 0x7fbda40732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.104:43602/0 (socket says 172.21.15.104:43602) 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbda9801640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbda415b240 0x7fbda40ce790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44526/0 (socket says 172.21.15.104:44526) 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbda9000640 1 -- 172.21.15.104:0/493008380 learned_addr learned my addr 172.21.15.104:0/493008380 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbdaa002640 1 --2- 172.21.15.104:0/493008380 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 0x7fbda40b4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbda9000640 1 -- 172.21.15.104:0/493008380 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 msgr2=0x7fbda40b4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbda9000640 1 --2- 172.21.15.104:0/493008380 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 0x7fbda40b4d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbda9000640 1 -- 172.21.15.104:0/493008380 >> v2:172.21.15.104:3300/0 conn(0x7fbda415b240 msgr2=0x7fbda40ce790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbda9000640 1 --2- 172.21.15.104:0/493008380 >> v2:172.21.15.104:3300/0 conn(0x7fbda415b240 0x7fbda40ce790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbda9000640 1 -- 172.21.15.104:0/493008380 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda40cdcb0 con 0x7fbda40cecd0 2024-09-11T22:44:26.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbda9801640 1 --2- 172.21.15.104:0/493008380 >> v2:172.21.15.104:3300/0 conn(0x7fbda415b240 0x7fbda40ce790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:26.797 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.794+0000 7fbdaa002640 1 --2- 172.21.15.104:0/493008380 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 0x7fbda40b4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:26.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.795+0000 7fbda9000640 1 --2- 172.21.15.104:0/493008380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbda40cecd0 0x7fbda40732a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbda4072ed0 tx=0x7fbd9402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fb89b8fe2f972e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:26.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.795+0000 7fbd9bfff640 1 -- 172.21.15.104:0/493008380 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd94037070 con 0x7fbda40cecd0 2024-09-11T22:44:26.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.795+0000 7fbd9bfff640 1 -- 172.21.15.104:0/493008380 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd94032440 con 0x7fbda40cecd0 2024-09-11T22:44:26.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.795+0000 7fbd9bfff640 1 -- 172.21.15.104:0/493008380 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd94032810 con 0x7fbda40cecd0 2024-09-11T22:44:26.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.796+0000 7fbdaba65640 1 -- 172.21.15.104:0/493008380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbda40cecd0 msgr2=0x7fbda40732a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.796+0000 7fbdaba65640 1 --2- 172.21.15.104:0/493008380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbda40cecd0 0x7fbda40732a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbda4072ed0 tx=0x7fbd9402a180 comp rx=0 tx=0).stop 2024-09-11T22:44:26.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.796+0000 7fbdaba65640 1 -- 172.21.15.104:0/493008380 shutdown_connections 2024-09-11T22:44:26.798 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.796+0000 7fbdaba65640 1 --2- 172.21.15.104:0/493008380 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 0x7fbda40b4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.796+0000 7fbdaba65640 1 --2- 172.21.15.104:0/493008380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbda40cecd0 0x7fbda40732a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.796+0000 7fbdaba65640 1 --2- 172.21.15.104:0/493008380 >> v2:172.21.15.104:3300/0 conn(0x7fbda415b240 0x7fbda40ce790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.796+0000 7fbdaba65640 1 -- 172.21.15.104:0/493008380 >> 172.21.15.104:0/493008380 conn(0x7fbda40b33e0 msgr2=0x7fbda40b37f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:26.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.796+0000 7fbdaba65640 1 -- 172.21.15.104:0/493008380 shutdown_connections 2024-09-11T22:44:26.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.796+0000 7fbdaba65640 1 -- 172.21.15.104:0/493008380 wait complete. 2024-09-11T22:44:26.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.797+0000 7fbdaba65640 1 Processor -- start 2024-09-11T22:44:26.799 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.797+0000 7fbdaba65640 1 -- start start 2024-09-11T22:44:26.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.798+0000 7fbdaba65640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 0x7fbda4151110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.798+0000 7fbdaba65640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbda40cecd0 0x7fbda40a94a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.798+0000 7fbdaba65640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbda415b240 0x7fbda41f21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.798+0000 7fbdaba65640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbda40b52c0 con 0x7fbda40cecd0 2024-09-11T22:44:26.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.798+0000 7fbdaba65640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbda40ce270 con 0x7fbda415b240 2024-09-11T22:44:26.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.798+0000 7fbdaba65640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbda40b5440 con 0x7fbda40737e0 2024-09-11T22:44:26.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.798+0000 7fbda9801640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 0x7fbda4151110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.798+0000 7fbdaa002640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbda415b240 0x7fbda41f21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.801 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.798+0000 7fbda9801640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 0x7fbda4151110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:59484/0 (socket says 172.21.15.104:59484) 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.798+0000 7fbda9801640 1 -- 172.21.15.104:0/2703033716 learned_addr learned my addr 172.21.15.104:0/2703033716 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.798+0000 7fbda9000640 1 --2- 172.21.15.104:0/2703033716 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbda40cecd0 0x7fbda40a94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbdaa002640 1 -- 172.21.15.104:0/2703033716 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 msgr2=0x7fbda4151110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbdaa002640 1 --2- 172.21.15.104:0/2703033716 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 0x7fbda4151110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbdaa002640 1 -- 172.21.15.104:0/2703033716 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbda40cecd0 msgr2=0x7fbda40a94a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbdaa002640 1 --2- 172.21.15.104:0/2703033716 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbda40cecd0 0x7fbda40a94a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbdaa002640 1 -- 172.21.15.104:0/2703033716 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda40afde0 con 0x7fbda415b240 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbda9000640 1 --2- 172.21.15.104:0/2703033716 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbda40cecd0 0x7fbda40a94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbdaa002640 1 --2- 172.21.15.104:0/2703033716 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbda415b240 0x7fbda41f21e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c00eed0 tx=0x7fbd9c00b480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbd99ffb640 1 -- 172.21.15.104:0/2703033716 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9c018030 con 0x7fbda415b240 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbd99ffb640 1 -- 172.21.15.104:0/2703033716 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd9c00bd20 con 0x7fbda415b240 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbdaba65640 1 -- 172.21.15.104:0/2703033716 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda40b00c0 con 0x7fbda415b240 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbd99ffb640 1 -- 172.21.15.104:0/2703033716 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9c003bd0 con 0x7fbda415b240 2024-09-11T22:44:26.802 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbd99ffb640 1 -- 172.21.15.104:0/2703033716 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbd9c01b070 con 0x7fbda415b240 2024-09-11T22:44:26.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbdaba65640 1 -- 172.21.15.104:0/2703033716 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda40a99e0 con 0x7fbda415b240 2024-09-11T22:44:26.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.799+0000 7fbd99ffb640 1 -- 172.21.15.104:0/2703033716 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7fbd9c004360 con 0x7fbda415b240 2024-09-11T22:44:26.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.800+0000 7fbdaba65640 1 -- 172.21.15.104:0/2703033716 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbda40732a0 con 0x7fbda415b240 2024-09-11T22:44:26.803 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.802+0000 7fbd99ffb640 1 -- 172.21.15.104:0/2703033716 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fbd9c003d70 con 0x7fbda415b240 2024-09-11T22:44:26.809 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:26.809+0000 7ff91c323040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T22:44:26.813 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:26.813+0000 7ff5a932e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T22:44:26.870 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.870+0000 7fbdaba65640 1 -- 172.21.15.104:0/2703033716 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd new", "uuid": "86a61819-2f28-4831-b17a-bc22a7376df4", "id": 0} v 0) -- 0x7fbda4159600 con 0x7fbda415b240 2024-09-11T22:44:26.873 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.872+0000 7fbd99ffb640 1 -- 172.21.15.104:0/2703033716 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "86a61819-2f28-4831-b17a-bc22a7376df4", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7fbd9c01d540 con 0x7fbda415b240 2024-09-11T22:44:26.873 INFO:teuthology.orchestra.run.smithi104.stdout:0 2024-09-11T22:44:26.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.873+0000 7fbdaba65640 1 -- 172.21.15.104:0/2703033716 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbda415b240 msgr2=0x7fbda41f21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.874 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.873+0000 7fbdaba65640 1 --2- 172.21.15.104:0/2703033716 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbda415b240 0x7fbda41f21e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c00eed0 tx=0x7fbd9c00b480 comp rx=0 tx=0).stop 2024-09-11T22:44:26.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.873+0000 7fbdaba65640 1 -- 172.21.15.104:0/2703033716 shutdown_connections 2024-09-11T22:44:26.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.873+0000 7fbdaba65640 1 --2- 172.21.15.104:0/2703033716 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbda415b240 0x7fbda41f21e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.873+0000 7fbdaba65640 1 --2- 172.21.15.104:0/2703033716 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbda40cecd0 0x7fbda40a94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.873+0000 7fbdaba65640 1 --2- 172.21.15.104:0/2703033716 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbda40737e0 0x7fbda4151110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.873+0000 7fbdaba65640 1 -- 172.21.15.104:0/2703033716 >> 172.21.15.104:0/2703033716 conn(0x7fbda40b33e0 msgr2=0x7fbda4157090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:26.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.874+0000 7fbdaba65640 1 -- 172.21.15.104:0/2703033716 shutdown_connections 2024-09-11T22:44:26.875 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.874+0000 7fbdaba65640 1 -- 172.21.15.104:0/2703033716 wait complete. 2024-09-11T22:44:26.884 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 5d4ee691-b4ca-45e0-b581-5919148b3ba8 1 2024-09-11T22:44:26.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.980+0000 7f9430791640 1 Processor -- start 2024-09-11T22:44:26.981 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.980+0000 7f9430791640 1 -- start start 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.981+0000 7f9430791640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f942806c320 0x7f94280cf610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.981+0000 7f9430791640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9428160030 con 0x7f942815c560 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.981+0000 7f9430791640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9428160310 con 0x7f94280cfb50 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.981+0000 7f9430791640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f94281605f0 con 0x7f942806c320 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.982+0000 7f942dd2c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f942806c320 0x7f94280cf610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.982+0000 7f942dd2c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f942806c320 0x7f94280cf610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:44540/0 (socket says 172.21.15.104:44540) 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.982+0000 7f942dd2c640 1 -- 172.21.15.104:0/1999232332 learned_addr learned my addr 172.21.15.104:0/1999232332 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.982+0000 7f942ed2e640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f94280cfb50 0x7f94280cdfd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:35954/0 (socket says 172.21.15.104:35954) 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.982+0000 7f942dd2c640 1 -- 172.21.15.104:0/1999232332 >> v1:172.21.15.104:6789/0 conn(0x7f94280cfb50 legacy=0x7f94280cdfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.982+0000 7f942dd2c640 1 -- 172.21.15.104:0/1999232332 >> v1:172.21.15.16:6789/0 conn(0x7f942815c560 legacy=0x7f942806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.982+0000 7f942d52b640 1 -- 172.21.15.104:0/1999232332 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3743966218 0 0) 0x7f9428160310 con 0x7f94280cfb50 2024-09-11T22:44:26.983 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.982+0000 7f942dd2c640 1 -- 172.21.15.104:0/1999232332 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94281608d0 con 0x7f942806c320 2024-09-11T22:44:26.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.983+0000 7f942dd2c640 1 --2- 172.21.15.104:0/1999232332 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f942806c320 0x7f94280cf610 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9418009870 tx=0x7f941802a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=862b2206dae6926 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:26.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.983+0000 7f942d52b640 1 -- 172.21.15.104:0/1999232332 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9418037070 con 0x7f942806c320 2024-09-11T22:44:26.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.983+0000 7f942d52b640 1 -- 172.21.15.104:0/1999232332 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9418032440 con 0x7f942806c320 2024-09-11T22:44:26.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.983+0000 7f942d52b640 1 -- 172.21.15.104:0/1999232332 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9418032810 con 0x7f942806c320 2024-09-11T22:44:26.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.983+0000 7f9430791640 1 -- 172.21.15.104:0/1999232332 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f942806c320 msgr2=0x7f94280cf610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.985 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.983+0000 7f9430791640 1 --2- 172.21.15.104:0/1999232332 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f942806c320 0x7f94280cf610 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f9418009870 tx=0x7f941802a1e0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.983+0000 7f9430791640 1 -- 172.21.15.104:0/1999232332 shutdown_connections 2024-09-11T22:44:26.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.983+0000 7f9430791640 1 --2- 172.21.15.104:0/1999232332 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f942806c320 0x7f94280cf610 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.983+0000 7f9430791640 1 -- 172.21.15.104:0/1999232332 >> 172.21.15.104:0/1999232332 conn(0x7f94280b33e0 msgr2=0x7f94280b37f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:26.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.983+0000 7f9430791640 1 -- 172.21.15.104:0/1999232332 shutdown_connections 2024-09-11T22:44:26.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.983+0000 7f9430791640 1 -- 172.21.15.104:0/1999232332 wait complete. 2024-09-11T22:44:26.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.985+0000 7f9430791640 1 Processor -- start 2024-09-11T22:44:26.986 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.985+0000 7f9430791640 1 -- start start 2024-09-11T22:44:26.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.985+0000 7f9430791640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f942806c320 0x7f9428147e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.985+0000 7f9430791640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94280cfb50 0x7f942814ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.985+0000 7f9430791640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f942815c560 0x7f942814d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:26.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.985+0000 7f9430791640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f94280ce6e0 con 0x7f942815c560 2024-09-11T22:44:26.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.985+0000 7f9430791640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f94280d01f0 con 0x7f94280cfb50 2024-09-11T22:44:26.988 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.985+0000 7f9430791640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f94280ce860 con 0x7f942806c320 2024-09-11T22:44:26.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.985+0000 7f942e52d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f942806c320 0x7f9428147e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f942dd2c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94280cfb50 0x7f942814ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f942e52d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f942806c320 0x7f9428147e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:59498/0 (socket says 172.21.15.104:59498) 2024-09-11T22:44:26.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f942e52d640 1 -- 172.21.15.104:0/3726653058 learned_addr learned my addr 172.21.15.104:0/3726653058 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:26.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f942ed2e640 1 --2- 172.21.15.104:0/3726653058 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f942815c560 0x7f942814d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:26.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f942e52d640 1 -- 172.21.15.104:0/3726653058 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94280cfb50 msgr2=0x7f942814ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f942e52d640 1 --2- 172.21.15.104:0/3726653058 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94280cfb50 0x7f942814ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f942e52d640 1 -- 172.21.15.104:0/3726653058 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f942815c560 msgr2=0x7f942814d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:26.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f942e52d640 1 --2- 172.21.15.104:0/3726653058 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f942815c560 0x7f942814d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:26.989 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f942e52d640 1 -- 172.21.15.104:0/3726653058 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94280cd660 con 0x7f942806c320 2024-09-11T22:44:26.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f942dd2c640 1 --2- 172.21.15.104:0/3726653058 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94280cfb50 0x7f942814ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:26.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f942e52d640 1 --2- 172.21.15.104:0/3726653058 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f942806c320 0x7f9428147e50 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f942400c400 tx=0x7f942400c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:26.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f941effd640 1 -- 172.21.15.104:0/3726653058 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9424017070 con 0x7f942806c320 2024-09-11T22:44:26.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f941effd640 1 -- 172.21.15.104:0/3726653058 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94240052d0 con 0x7f942806c320 2024-09-11T22:44:26.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f941effd640 1 -- 172.21.15.104:0/3726653058 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9424003830 con 0x7f942806c320 2024-09-11T22:44:26.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f9430791640 1 -- 172.21.15.104:0/3726653058 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94280ccae0 con 0x7f942806c320 2024-09-11T22:44:26.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f9430791640 1 -- 172.21.15.104:0/3726653058 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f94280cd0a0 con 0x7f942806c320 2024-09-11T22:44:26.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f941effd640 1 -- 172.21.15.104:0/3726653058 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f942401a070 con 0x7f942806c320 2024-09-11T22:44:26.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.986+0000 7f941effd640 1 -- 172.21.15.104:0/3726653058 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f9424011bd0 con 0x7f942806c320 2024-09-11T22:44:26.990 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.987+0000 7f9430791640 1 -- 172.21.15.104:0/3726653058 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f942806dcb0 con 0x7f942806c320 2024-09-11T22:44:26.991 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:26.990+0000 7f941effd640 1 -- 172.21.15.104:0/3726653058 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f9424021070 con 0x7f942806c320 2024-09-11T22:44:27.060 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.058+0000 7f9430791640 1 -- 172.21.15.104:0/3726653058 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd new", "uuid": "5d4ee691-b4ca-45e0-b581-5919148b3ba8", "id": 1} v 0) -- 0x7f942814e9d0 con 0x7f942806c320 2024-09-11T22:44:27.061 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.061+0000 7f941effd640 1 -- 172.21.15.104:0/3726653058 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5d4ee691-b4ca-45e0-b581-5919148b3ba8", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f9424011590 con 0x7f942806c320 2024-09-11T22:44:27.062 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-11T22:44:27.062 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.062+0000 7f9430791640 1 -- 172.21.15.104:0/3726653058 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f942806c320 msgr2=0x7f9428147e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.062+0000 7f9430791640 1 --2- 172.21.15.104:0/3726653058 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f942806c320 0x7f9428147e50 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f942400c400 tx=0x7f942400c8c0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.062+0000 7f9430791640 1 -- 172.21.15.104:0/3726653058 shutdown_connections 2024-09-11T22:44:27.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.062+0000 7f9430791640 1 --2- 172.21.15.104:0/3726653058 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f942815c560 0x7f942814d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.062+0000 7f9430791640 1 --2- 172.21.15.104:0/3726653058 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f94280cfb50 0x7f942814ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.062+0000 7f9430791640 1 --2- 172.21.15.104:0/3726653058 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f942806c320 0x7f9428147e50 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.062+0000 7f9430791640 1 -- 172.21.15.104:0/3726653058 >> 172.21.15.104:0/3726653058 conn(0x7f94280b33e0 msgr2=0x7f942806f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:27.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.062+0000 7f9430791640 1 -- 172.21.15.104:0/3726653058 shutdown_connections 2024-09-11T22:44:27.063 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.062+0000 7f9430791640 1 -- 172.21.15.104:0/3726653058 wait complete. 2024-09-11T22:44:27.073 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 84470d31-2696-4952-afe0-042c307d3a14 2 2024-09-11T22:44:27.152 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:27.152+0000 7ff91c323040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T22:44:27.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.169+0000 7f07fdc3c640 1 Processor -- start 2024-09-11T22:44:27.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.169+0000 7f07fdc3c640 1 -- start start 2024-09-11T22:44:27.170 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.170+0000 7f07fdc3c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f07f80b5490 0x7f07f8073710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.170+0000 7f07fdc3c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07f80b5ab0 con 0x7f07f80732a0 2024-09-11T22:44:27.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.170+0000 7f07fdc3c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07f80cdcb0 con 0x7f07f815b240 2024-09-11T22:44:27.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.170+0000 7f07fdc3c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f07f8073c50 con 0x7f07f80b5490 2024-09-11T22:44:27.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.170+0000 7f07f7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f07f80b5490 0x7f07f8073710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.170+0000 7f07f77fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f07f815b240 0x7f07f80ce790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43554/0 (socket says 172.21.15.104:43554) 2024-09-11T22:44:27.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.170+0000 7f07f77fe640 1 -- 172.21.15.104:0/1880864401 learned_addr learned my addr 172.21.15.104:0/1880864401 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-09-11T22:44:27.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.170+0000 7f07f7fff640 1 -- 172.21.15.104:0/1880864401 >> v1:172.21.15.104:6789/0 conn(0x7f07f815b240 legacy=0x7f07f80ce790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.170+0000 7f07f7fff640 1 -- 172.21.15.104:0/1880864401 >> v1:172.21.15.16:6789/0 conn(0x7f07f80732a0 legacy=0x7f07f80b4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.170+0000 7f07f7fff640 1 -- 172.21.15.104:0/1880864401 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07f80cdf90 con 0x7f07f80b5490 2024-09-11T22:44:27.171 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.170+0000 7f07f67fc640 1 -- 172.21.15.104:0/1880864401 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1399006551 0 0) 0x7f07f80cdcb0 con 0x7f07f815b240 2024-09-11T22:44:27.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.171+0000 7f07f7fff640 1 --2- 172.21.15.104:0/1880864401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f07f80b5490 0x7f07f8073710 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f07f0009d90 tx=0x7f07f002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35e3a773927f3c76 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:27.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.171+0000 7f07f67fc640 1 -- 172.21.15.104:0/1880864401 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f0007740 con 0x7f07f80b5490 2024-09-11T22:44:27.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.171+0000 7f07f67fc640 1 -- 172.21.15.104:0/1880864401 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07f00078e0 con 0x7f07f80b5490 2024-09-11T22:44:27.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.171+0000 7f07f67fc640 1 -- 172.21.15.104:0/1880864401 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f0007cb0 con 0x7f07f80b5490 2024-09-11T22:44:27.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.171+0000 7f07fdc3c640 1 -- 172.21.15.104:0/1880864401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f07f80b5490 msgr2=0x7f07f8073710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.171+0000 7f07fdc3c640 1 --2- 172.21.15.104:0/1880864401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f07f80b5490 0x7f07f8073710 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f07f0009d90 tx=0x7f07f002a660 comp rx=0 tx=0).stop 2024-09-11T22:44:27.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.171+0000 7f07fdc3c640 1 -- 172.21.15.104:0/1880864401 shutdown_connections 2024-09-11T22:44:27.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.171+0000 7f07fdc3c640 1 --2- 172.21.15.104:0/1880864401 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f07f80b5490 0x7f07f8073710 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.171+0000 7f07fdc3c640 1 -- 172.21.15.104:0/1880864401 >> 172.21.15.104:0/1880864401 conn(0x7f07f80b33e0 msgr2=0x7f07f80b37f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:27.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.172+0000 7f07fdc3c640 1 -- 172.21.15.104:0/1880864401 shutdown_connections 2024-09-11T22:44:27.173 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.172+0000 7f07fdc3c640 1 -- 172.21.15.104:0/1880864401 wait complete. 2024-09-11T22:44:27.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.173+0000 7f07fdc3c640 1 Processor -- start 2024-09-11T22:44:27.174 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.173+0000 7f07fdc3c640 1 -- start start 2024-09-11T22:44:27.174 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:27.174+0000 7ff5a932e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T22:44:27.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07fdc3c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f07f80732a0 0x7f07f814af90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07fdc3c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f07f80b5490 0x7f07f80af400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07fdc3c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f07f815b240 0x7f07f8153fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07fdc3c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f07f80ceea0 con 0x7f07f80732a0 2024-09-11T22:44:27.176 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07fdc3c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f07f80b5d90 con 0x7f07f80b5490 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07fdc3c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f07f815b620 con 0x7f07f815b240 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f7fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f07f815b240 0x7f07f8153fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f7fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f07f815b240 0x7f07f8153fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:45384/0 (socket says 172.21.15.104:45384) 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f6ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f07f80b5490 0x7f07f80af400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f7fff640 1 -- 172.21.15.104:0/296983653 learned_addr learned my addr 172.21.15.104:0/296983653 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f77fe640 1 --2- 172.21.15.104:0/296983653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f07f80732a0 0x7f07f814af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f7fff640 1 -- 172.21.15.104:0/296983653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f07f80b5490 msgr2=0x7f07f80af400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f7fff640 1 --2- 172.21.15.104:0/296983653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f07f80b5490 0x7f07f80af400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f7fff640 1 -- 172.21.15.104:0/296983653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f07f80732a0 msgr2=0x7f07f814af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f7fff640 1 --2- 172.21.15.104:0/296983653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f07f80732a0 0x7f07f814af90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f7fff640 1 -- 172.21.15.104:0/296983653 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07f80afce0 con 0x7f07f815b240 2024-09-11T22:44:27.177 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f6ffd640 1 --2- 172.21.15.104:0/296983653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f07f80b5490 0x7f07f80af400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:27.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07f7fff640 1 --2- 172.21.15.104:0/296983653 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f07f815b240 0x7f07f8153fb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f07f0009d90 tx=0x7f07f0004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:27.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07dffff640 1 -- 172.21.15.104:0/296983653 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f0040070 con 0x7f07f815b240 2024-09-11T22:44:27.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07dffff640 1 -- 172.21.15.104:0/296983653 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07f0031c40 con 0x7f07f815b240 2024-09-11T22:44:27.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07fdc3c640 1 -- 172.21.15.104:0/296983653 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07f81534d0 con 0x7f07f815b240 2024-09-11T22:44:27.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.174+0000 7f07dffff640 1 -- 172.21.15.104:0/296983653 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f0003990 con 0x7f07f815b240 2024-09-11T22:44:27.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.175+0000 7f07fdc3c640 1 -- 172.21.15.104:0/296983653 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f07f814b4d0 con 0x7f07f815b240 2024-09-11T22:44:27.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.175+0000 7f07dffff640 1 -- 172.21.15.104:0/296983653 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f07f0039040 con 0x7f07f815b240 2024-09-11T22:44:27.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.175+0000 7f07dffff640 1 -- 172.21.15.104:0/296983653 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f07f003c840 con 0x7f07f815b240 2024-09-11T22:44:27.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.176+0000 7f07fdc3c640 1 -- 172.21.15.104:0/296983653 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07f8073710 con 0x7f07f815b240 2024-09-11T22:44:27.178 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.178+0000 7f07dffff640 1 -- 172.21.15.104:0/296983653 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f07f0007840 con 0x7f07f815b240 2024-09-11T22:44:27.210 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:27.210+0000 7ff91c323040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T22:44:27.230 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:27.230+0000 7ff5a932e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T22:44:27.246 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.246+0000 7f07fdc3c640 1 -- 172.21.15.104:0/296983653 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd new", "uuid": "84470d31-2696-4952-afe0-042c307d3a14", "id": 2} v 0) -- 0x7f07f80d0500 con 0x7f07f815b240 2024-09-11T22:44:27.249 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.249+0000 7f07dffff640 1 -- 172.21.15.104:0/296983653 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "84470d31-2696-4952-afe0-042c307d3a14", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f07f003c420 con 0x7f07f815b240 2024-09-11T22:44:27.250 INFO:teuthology.orchestra.run.smithi104.stdout:2 2024-09-11T22:44:27.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.250+0000 7f07fdc3c640 1 -- 172.21.15.104:0/296983653 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f07f815b240 msgr2=0x7f07f8153fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.250+0000 7f07fdc3c640 1 --2- 172.21.15.104:0/296983653 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f07f815b240 0x7f07f8153fb0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f07f0009d90 tx=0x7f07f0004a40 comp rx=0 tx=0).stop 2024-09-11T22:44:27.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.250+0000 7f07fdc3c640 1 -- 172.21.15.104:0/296983653 shutdown_connections 2024-09-11T22:44:27.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.250+0000 7f07fdc3c640 1 --2- 172.21.15.104:0/296983653 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f07f815b240 0x7f07f8153fb0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.250+0000 7f07fdc3c640 1 --2- 172.21.15.104:0/296983653 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f07f80b5490 0x7f07f80af400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.250+0000 7f07fdc3c640 1 --2- 172.21.15.104:0/296983653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f07f80732a0 0x7f07f814af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.250+0000 7f07fdc3c640 1 -- 172.21.15.104:0/296983653 >> 172.21.15.104:0/296983653 conn(0x7f07f80b33e0 msgr2=0x7f07f80b37c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:27.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.250+0000 7f07fdc3c640 1 -- 172.21.15.104:0/296983653 shutdown_connections 2024-09-11T22:44:27.251 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.250+0000 7f07fdc3c640 1 -- 172.21.15.104:0/296983653 wait complete. 2024-09-11T22:44:27.261 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 57da1998-ad5e-4ee9-a2f6-5e3885ae8a82 3 2024-09-11T22:44:27.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.358+0000 7f520a9a6640 1 Processor -- start 2024-09-11T22:44:27.359 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.358+0000 7f520a9a6640 1 -- start start 2024-09-11T22:44:27.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f520a9a6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5204162140 0x7f5204070be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f520a9a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 0x7f52040b4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f520a9a6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f520406fb40 con 0x7f5204147e40 2024-09-11T22:44:27.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f520a9a6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f520406fe20 con 0x7f5204162140 2024-09-11T22:44:27.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f520a9a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5204070100 con 0x7f5204071120 2024-09-11T22:44:27.361 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f5208f43640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 0x7f52040b4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f5203fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f5204147e40 0x7f520406f2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43560/0 (socket says 172.21.15.104:43560) 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f5203fff640 1 -- 172.21.15.104:0/2673527771 learned_addr learned my addr 172.21.15.104:0/2673527771 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f52037fe640 1 --2- 172.21.15.104:0/2673527771 >> v2:172.21.15.16:3300/0 conn(0x7f5204162140 0x7f5204070be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f5208f43640 1 -- 172.21.15.104:0/2673527771 >> v2:172.21.15.16:3300/0 conn(0x7f5204162140 msgr2=0x7f5204070be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f5208f43640 1 --2- 172.21.15.104:0/2673527771 >> v2:172.21.15.16:3300/0 conn(0x7f5204162140 0x7f5204070be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f5208f43640 1 -- 172.21.15.104:0/2673527771 >> v1:172.21.15.104:6789/0 conn(0x7f5204147e40 legacy=0x7f520406f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f5208f43640 1 -- 172.21.15.104:0/2673527771 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52040703e0 con 0x7f5204071120 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.359+0000 7f5202ffd640 1 -- 172.21.15.104:0/2673527771 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3514439686 0 0) 0x7f520406fb40 con 0x7f5204147e40 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.360+0000 7f5208f43640 1 --2- 172.21.15.104:0/2673527771 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 0x7f52040b4da0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f51fc009d90 tx=0x7f51fc02a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78eab0bd8c49d38d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.360+0000 7f5202ffd640 1 -- 172.21.15.104:0/2673527771 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51fc031600 con 0x7f5204071120 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.360+0000 7f5202ffd640 1 -- 172.21.15.104:0/2673527771 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51fc0317a0 con 0x7f5204071120 2024-09-11T22:44:27.362 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.360+0000 7f5202ffd640 1 -- 172.21.15.104:0/2673527771 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51fc031b70 con 0x7f5204071120 2024-09-11T22:44:27.365 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.361+0000 7f520a9a6640 1 -- 172.21.15.104:0/2673527771 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 msgr2=0x7f52040b4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.361+0000 7f520a9a6640 1 --2- 172.21.15.104:0/2673527771 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 0x7f52040b4da0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f51fc009d90 tx=0x7f51fc02a5d0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.361+0000 7f520a9a6640 1 -- 172.21.15.104:0/2673527771 shutdown_connections 2024-09-11T22:44:27.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.361+0000 7f520a9a6640 1 --2- 172.21.15.104:0/2673527771 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 0x7f52040b4da0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.361+0000 7f520a9a6640 1 --2- 172.21.15.104:0/2673527771 >> v2:172.21.15.16:3300/0 conn(0x7f5204162140 0x7f5204070be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.361+0000 7f520a9a6640 1 -- 172.21.15.104:0/2673527771 >> 172.21.15.104:0/2673527771 conn(0x7f520409aa40 msgr2=0x7f52040b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:27.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.361+0000 7f520a9a6640 1 -- 172.21.15.104:0/2673527771 shutdown_connections 2024-09-11T22:44:27.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.361+0000 7f520a9a6640 1 -- 172.21.15.104:0/2673527771 wait complete. 2024-09-11T22:44:27.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.362+0000 7f520a9a6640 1 Processor -- start 2024-09-11T22:44:27.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.362+0000 7f520a9a6640 1 -- start start 2024-09-11T22:44:27.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f520a9a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 0x7f520415eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.366 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f520a9a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5204147e40 0x7f5204131b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f520a9a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5204162140 0x7f52041320b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f520a9a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f52040b5670 con 0x7f5204162140 2024-09-11T22:44:27.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f520a9a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f52040b54f0 con 0x7f5204147e40 2024-09-11T22:44:27.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f520a9a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f52040aea10 con 0x7f5204071120 2024-09-11T22:44:27.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f5203fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 0x7f520415eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f52037fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5204147e40 0x7f5204131b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f5203fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 0x7f520415eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:45414/0 (socket says 172.21.15.104:45414) 2024-09-11T22:44:27.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f5203fff640 1 -- 172.21.15.104:0/628382429 learned_addr learned my addr 172.21.15.104:0/628382429 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:27.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f5208f43640 1 --2- 172.21.15.104:0/628382429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5204162140 0x7f52041320b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f5203fff640 1 -- 172.21.15.104:0/628382429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5204147e40 msgr2=0x7f5204131b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.367 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f5203fff640 1 --2- 172.21.15.104:0/628382429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5204147e40 0x7f5204131b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f5203fff640 1 -- 172.21.15.104:0/628382429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5204162140 msgr2=0x7f52041320b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f5203fff640 1 --2- 172.21.15.104:0/628382429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5204162140 0x7f52041320b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.363+0000 7f5203fff640 1 -- 172.21.15.104:0/628382429 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f520412fec0 con 0x7f5204071120 2024-09-11T22:44:27.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.364+0000 7f5203fff640 1 --2- 172.21.15.104:0/628382429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 0x7f520415eea0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f51f400c4d0 tx=0x7f51f400c990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:27.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.364+0000 7f5200ff9640 1 -- 172.21.15.104:0/628382429 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f4018070 con 0x7f5204071120 2024-09-11T22:44:27.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.364+0000 7f5200ff9640 1 -- 172.21.15.104:0/628382429 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51f4007500 con 0x7f5204071120 2024-09-11T22:44:27.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.364+0000 7f520a9a6640 1 -- 172.21.15.104:0/628382429 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52041301a0 con 0x7f5204071120 2024-09-11T22:44:27.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.364+0000 7f5200ff9640 1 -- 172.21.15.104:0/628382429 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51f4004a20 con 0x7f5204071120 2024-09-11T22:44:27.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.364+0000 7f520a9a6640 1 -- 172.21.15.104:0/628382429 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5204130760 con 0x7f5204071120 2024-09-11T22:44:27.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.364+0000 7f5200ff9640 1 -- 172.21.15.104:0/628382429 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f51f401b070 con 0x7f5204071120 2024-09-11T22:44:27.368 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.364+0000 7f5200ff9640 1 -- 172.21.15.104:0/628382429 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f51f4012890 con 0x7f5204071120 2024-09-11T22:44:27.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.365+0000 7f520a9a6640 1 -- 172.21.15.104:0/628382429 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52040b4da0 con 0x7f5204071120 2024-09-11T22:44:27.369 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:27.368+0000 7ff91c323040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T22:44:27.369 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.367+0000 7f5200ff9640 1 -- 172.21.15.104:0/628382429 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f51f4012400 con 0x7f5204071120 2024-09-11T22:44:27.389 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:27.388+0000 7ff5a932e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T22:44:27.436 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.435+0000 7f520a9a6640 1 -- 172.21.15.104:0/628382429 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd new", "uuid": "57da1998-ad5e-4ee9-a2f6-5e3885ae8a82", "id": 3} v 0) -- 0x7f520409b170 con 0x7f5204071120 2024-09-11T22:44:27.439 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.438+0000 7f5200ff9640 1 -- 172.21.15.104:0/628382429 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "57da1998-ad5e-4ee9-a2f6-5e3885ae8a82", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f51f4004bc0 con 0x7f5204071120 2024-09-11T22:44:27.439 INFO:teuthology.orchestra.run.smithi104.stdout:3 2024-09-11T22:44:27.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.439+0000 7f520a9a6640 1 -- 172.21.15.104:0/628382429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 msgr2=0x7f520415eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.439+0000 7f520a9a6640 1 --2- 172.21.15.104:0/628382429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 0x7f520415eea0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f51f400c4d0 tx=0x7f51f400c990 comp rx=0 tx=0).stop 2024-09-11T22:44:27.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.439+0000 7f520a9a6640 1 -- 172.21.15.104:0/628382429 shutdown_connections 2024-09-11T22:44:27.440 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.439+0000 7f520a9a6640 1 --2- 172.21.15.104:0/628382429 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5204162140 0x7f52041320b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.439+0000 7f520a9a6640 1 --2- 172.21.15.104:0/628382429 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5204147e40 0x7f5204131b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.439+0000 7f520a9a6640 1 --2- 172.21.15.104:0/628382429 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5204071120 0x7f520415eea0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.439+0000 7f520a9a6640 1 -- 172.21.15.104:0/628382429 >> 172.21.15.104:0/628382429 conn(0x7f520409aa40 msgr2=0x7f52040b1890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:27.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.439+0000 7f520a9a6640 1 -- 172.21.15.104:0/628382429 shutdown_connections 2024-09-11T22:44:27.441 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.439+0000 7f520a9a6640 1 -- 172.21.15.104:0/628382429 wait complete. 2024-09-11T22:44:27.450 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 5180cfab-7715-48f8-839b-cd60c340c458 4 2024-09-11T22:44:27.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.547+0000 7f2cc6cf1640 1 Processor -- start 2024-09-11T22:44:27.548 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.547+0000 7f2cc6cf1640 1 -- start start 2024-09-11T22:44:27.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cc6cf1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f2cc015e370 0x7f2cc0071730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cc6cf1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2cc015e750 0x7f2cc00cf420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cc6cf1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2cc00cfb90 con 0x7f2cc006bc10 2024-09-11T22:44:27.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cc6cf1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f2cc00cf960 con 0x7f2cc015e370 2024-09-11T22:44:27.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cc6cf1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f2cc00cfe70 con 0x7f2cc015e750 2024-09-11T22:44:27.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cbffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2cc015e750 0x7f2cc00cf420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cbffff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f2cc015e750 0x7f2cc00cf420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48156/0 (socket says 172.21.15.104:48156) 2024-09-11T22:44:27.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cbffff640 1 -- 172.21.15.104:0/3409425481 learned_addr learned my addr 172.21.15.104:0/3409425481 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:27.551 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cc4a8d640 1 --2- 172.21.15.104:0/3409425481 >> v2:172.21.15.16:3300/0 conn(0x7f2cc015e370 0x7f2cc0071730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cbffff640 1 -- 172.21.15.104:0/3409425481 >> v2:172.21.15.16:3300/0 conn(0x7f2cc015e370 msgr2=0x7f2cc0071730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:27.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cbffff640 1 --2- 172.21.15.104:0/3409425481 >> v2:172.21.15.16:3300/0 conn(0x7f2cc015e370 0x7f2cc0071730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cbffff640 1 -- 172.21.15.104:0/3409425481 >> v1:172.21.15.16:6789/0 conn(0x7f2cc006bc10 legacy=0x7f2cc0073310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.548+0000 7f2cbffff640 1 -- 172.21.15.104:0/3409425481 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc00d0150 con 0x7f2cc015e750 2024-09-11T22:44:27.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.549+0000 7f2cbffff640 1 --2- 172.21.15.104:0/3409425481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cc015e750 0x7f2cc00cf420 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2cc00cef60 tx=0x7f2cac02a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f317f309064da717 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:27.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.549+0000 7f2cbf7fe640 1 -- 172.21.15.104:0/3409425481 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cac037070 con 0x7f2cc015e750 2024-09-11T22:44:27.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.549+0000 7f2cbf7fe640 1 -- 172.21.15.104:0/3409425481 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cac032440 con 0x7f2cc015e750 2024-09-11T22:44:27.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.549+0000 7f2cbf7fe640 1 -- 172.21.15.104:0/3409425481 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cac032810 con 0x7f2cc015e750 2024-09-11T22:44:27.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.550+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3409425481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cc015e750 msgr2=0x7f2cc00cf420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.552 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.550+0000 7f2cc6cf1640 1 --2- 172.21.15.104:0/3409425481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cc015e750 0x7f2cc00cf420 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2cc00cef60 tx=0x7f2cac02a270 comp rx=0 tx=0).stop 2024-09-11T22:44:27.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.550+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3409425481 shutdown_connections 2024-09-11T22:44:27.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.550+0000 7f2cc6cf1640 1 --2- 172.21.15.104:0/3409425481 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cc015e750 0x7f2cc00cf420 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.550+0000 7f2cc6cf1640 1 --2- 172.21.15.104:0/3409425481 >> v2:172.21.15.16:3300/0 conn(0x7f2cc015e370 0x7f2cc0071730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.550+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3409425481 >> 172.21.15.104:0/3409425481 conn(0x7f2cc006f3a0 msgr2=0x7f2cc006f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:27.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.550+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3409425481 shutdown_connections 2024-09-11T22:44:27.553 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.550+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3409425481 wait complete. 2024-09-11T22:44:27.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.551+0000 7f2cc6cf1640 1 Processor -- start 2024-09-11T22:44:27.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.551+0000 7f2cc6cf1640 1 -- start start 2024-09-11T22:44:27.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cc6cf1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cc006bc10 0x7f2cc0143880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cc6cf1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cc015e370 0x7f2cc00ccb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cc6cf1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2cc015e750 0x7f2cc00cd050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cc6cf1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc00b59a0 con 0x7f2cc006bc10 2024-09-11T22:44:27.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cc6cf1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc00d0710 con 0x7f2cc015e370 2024-09-11T22:44:27.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cc6cf1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2cc00b5b20 con 0x7f2cc015e750 2024-09-11T22:44:27.556 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cbffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cc015e370 0x7f2cc00ccb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cc528e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2cc015e750 0x7f2cc00cd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cbffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cc015e370 0x7f2cc00ccb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48170/0 (socket says 172.21.15.104:48170) 2024-09-11T22:44:27.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cbffff640 1 -- 172.21.15.104:0/3778073563 learned_addr learned my addr 172.21.15.104:0/3778073563 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:27.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cc4a8d640 1 --2- 172.21.15.104:0/3778073563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cc006bc10 0x7f2cc0143880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cc528e640 1 -- 172.21.15.104:0/3778073563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cc015e370 msgr2=0x7f2cc00ccb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cc528e640 1 --2- 172.21.15.104:0/3778073563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cc015e370 0x7f2cc00ccb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.552+0000 7f2cc528e640 1 -- 172.21.15.104:0/3778073563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cc006bc10 msgr2=0x7f2cc0143880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cc528e640 1 --2- 172.21.15.104:0/3778073563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cc006bc10 0x7f2cc0143880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cc528e640 1 -- 172.21.15.104:0/3778073563 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc0161d20 con 0x7f2cc015e750 2024-09-11T22:44:27.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cbffff640 1 --2- 172.21.15.104:0/3778073563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cc015e370 0x7f2cc00ccb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:27.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cc4a8d640 1 --2- 172.21.15.104:0/3778073563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cc006bc10 0x7f2cc0143880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:27.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cc528e640 1 --2- 172.21.15.104:0/3778073563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2cc015e750 0x7f2cc00cd050 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2cb800c700 tx=0x7f2cb800cbc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:27.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cbd7fa640 1 -- 172.21.15.104:0/3778073563 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb8003b70 con 0x7f2cc015e750 2024-09-11T22:44:27.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cbd7fa640 1 -- 172.21.15.104:0/3778073563 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2cb8003d10 con 0x7f2cc015e750 2024-09-11T22:44:27.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3778073563 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cc0161760 con 0x7f2cc015e750 2024-09-11T22:44:27.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cbd7fa640 1 -- 172.21.15.104:0/3778073563 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb8005310 con 0x7f2cc015e750 2024-09-11T22:44:27.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3778073563 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cc01536d0 con 0x7f2cc015e750 2024-09-11T22:44:27.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cbd7fa640 1 -- 172.21.15.104:0/3778073563 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2cb80054b0 con 0x7f2cc015e750 2024-09-11T22:44:27.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.553+0000 7f2cbd7fa640 1 -- 172.21.15.104:0/3778073563 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f2cb8012930 con 0x7f2cc015e750 2024-09-11T22:44:27.558 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.554+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3778073563 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cc0071730 con 0x7f2cc015e750 2024-09-11T22:44:27.559 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.556+0000 7f2cbd7fa640 1 -- 172.21.15.104:0/3778073563 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f2cb8012c10 con 0x7f2cc015e750 2024-09-11T22:44:27.653 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.653+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3778073563 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd new", "uuid": "5180cfab-7715-48f8-839b-cd60c340c458", "id": 4} v 0) -- 0x7f2cc00b0c80 con 0x7f2cc015e750 2024-09-11T22:44:27.656 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.656+0000 7f2cbd7fa640 1 -- 172.21.15.104:0/3778073563 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5180cfab-7715-48f8-839b-cd60c340c458", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f2cb8012df0 con 0x7f2cc015e750 2024-09-11T22:44:27.657 INFO:teuthology.orchestra.run.smithi104.stdout:4 2024-09-11T22:44:27.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.657+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3778073563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2cc015e750 msgr2=0x7f2cc00cd050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.657+0000 7f2cc6cf1640 1 --2- 172.21.15.104:0/3778073563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2cc015e750 0x7f2cc00cd050 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f2cb800c700 tx=0x7f2cb800cbc0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.657+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3778073563 shutdown_connections 2024-09-11T22:44:27.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.657+0000 7f2cc6cf1640 1 --2- 172.21.15.104:0/3778073563 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2cc015e750 0x7f2cc00cd050 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.657+0000 7f2cc6cf1640 1 --2- 172.21.15.104:0/3778073563 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2cc015e370 0x7f2cc00ccb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.657+0000 7f2cc6cf1640 1 --2- 172.21.15.104:0/3778073563 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2cc006bc10 0x7f2cc0143880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.657+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3778073563 >> 172.21.15.104:0/3778073563 conn(0x7f2cc006f3a0 msgr2=0x7f2cc00b5dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:27.658 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.657+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3778073563 shutdown_connections 2024-09-11T22:44:27.659 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.657+0000 7f2cc6cf1640 1 -- 172.21.15.104:0/3778073563 wait complete. 2024-09-11T22:44:27.667 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 85d119b0-f5fc-48d7-ab9d-36ff386bec2b 5 2024-09-11T22:44:27.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.765+0000 7fe522880640 1 Processor -- start 2024-09-11T22:44:27.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.765+0000 7fe522880640 1 -- start start 2024-09-11T22:44:27.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.765+0000 7fe522880640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe51c15e710 0x7fe51c0ae790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.765+0000 7fe522880640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe51c06d330 0x7fe51c06fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.765+0000 7fe522880640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe51c0b40c0 con 0x7fe51c0b3c30 2024-09-11T22:44:27.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.765+0000 7fe522880640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe51c0b43a0 con 0x7fe51c15e710 2024-09-11T22:44:27.767 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.765+0000 7fe522880640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe51c0b4680 con 0x7fe51c06d330 2024-09-11T22:44:27.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.766+0000 7fe520e1d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe51c06d330 0x7fe51c06fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.766+0000 7fe520e1d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe51c06d330 0x7fe51c06fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48178/0 (socket says 172.21.15.104:48178) 2024-09-11T22:44:27.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.766+0000 7fe520e1d640 1 -- 172.21.15.104:0/1371174179 learned_addr learned my addr 172.21.15.104:0/1371174179 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:27.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.766+0000 7fe51bfff640 1 --2- 172.21.15.104:0/1371174179 >> v2:172.21.15.16:3300/0 conn(0x7fe51c15e710 0x7fe51c0ae790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.766+0000 7fe520e1d640 1 -- 172.21.15.104:0/1371174179 >> v2:172.21.15.16:3300/0 conn(0x7fe51c15e710 msgr2=0x7fe51c0ae790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:27.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.766+0000 7fe520e1d640 1 --2- 172.21.15.104:0/1371174179 >> v2:172.21.15.16:3300/0 conn(0x7fe51c15e710 0x7fe51c0ae790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.766+0000 7fe520e1d640 1 -- 172.21.15.104:0/1371174179 >> v1:172.21.15.16:6789/0 conn(0x7fe51c0b3c30 legacy=0x7fe51c06cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.768 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.766+0000 7fe520e1d640 1 -- 172.21.15.104:0/1371174179 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe51c0b4960 con 0x7fe51c06d330 2024-09-11T22:44:27.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.767+0000 7fe520e1d640 1 --2- 172.21.15.104:0/1371174179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe51c06d330 0x7fe51c06fa50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe51c09ef10 tx=0x7fe51402a730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5f1fcb46c473817 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:27.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.767+0000 7fe51affd640 1 -- 172.21.15.104:0/1371174179 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe514036070 con 0x7fe51c06d330 2024-09-11T22:44:27.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.767+0000 7fe51affd640 1 -- 172.21.15.104:0/1371174179 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe514031600 con 0x7fe51c06d330 2024-09-11T22:44:27.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.767+0000 7fe51affd640 1 -- 172.21.15.104:0/1371174179 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5140319d0 con 0x7fe51c06d330 2024-09-11T22:44:27.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.767+0000 7fe522880640 1 -- 172.21.15.104:0/1371174179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe51c06d330 msgr2=0x7fe51c06fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.767+0000 7fe522880640 1 --2- 172.21.15.104:0/1371174179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe51c06d330 0x7fe51c06fa50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe51c09ef10 tx=0x7fe51402a730 comp rx=0 tx=0).stop 2024-09-11T22:44:27.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.768+0000 7fe522880640 1 -- 172.21.15.104:0/1371174179 shutdown_connections 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.768+0000 7fe522880640 1 --2- 172.21.15.104:0/1371174179 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe51c06d330 0x7fe51c06fa50 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.768+0000 7fe522880640 1 --2- 172.21.15.104:0/1371174179 >> v2:172.21.15.16:3300/0 conn(0x7fe51c15e710 0x7fe51c0ae790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.768+0000 7fe522880640 1 -- 172.21.15.104:0/1371174179 >> 172.21.15.104:0/1371174179 conn(0x7fe51c072b50 msgr2=0x7fe51c072f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.768+0000 7fe522880640 1 -- 172.21.15.104:0/1371174179 shutdown_connections 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.768+0000 7fe522880640 1 -- 172.21.15.104:0/1371174179 wait complete. 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.769+0000 7fe522880640 1 Processor -- start 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.769+0000 7fe522880640 1 -- start start 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe522880640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe51c06d330 0x7fe51c0cf4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe522880640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe51c15e710 0x7fe51c144bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe522880640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe51c161690 0x7fe51c158620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe522880640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe51c06ff90 con 0x7fe51c15e710 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe522880640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe51c0aecd0 con 0x7fe51c06d330 2024-09-11T22:44:27.773 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe522880640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe51c070110 con 0x7fe51c161690 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe51bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe51c06d330 0x7fe51c0cf4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe51bfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe51c06d330 0x7fe51c0cf4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48194/0 (socket says 172.21.15.104:48194) 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe520e1d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe51c161690 0x7fe51c158620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe51bfff640 1 -- 172.21.15.104:0/1568373139 learned_addr learned my addr 172.21.15.104:0/1568373139 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe51b7fe640 1 --2- 172.21.15.104:0/1568373139 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe51c15e710 0x7fe51c144bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe520e1d640 1 -- 172.21.15.104:0/1568373139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe51c06d330 msgr2=0x7fe51c0cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe520e1d640 1 --2- 172.21.15.104:0/1568373139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe51c06d330 0x7fe51c0cf4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe520e1d640 1 -- 172.21.15.104:0/1568373139 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe51c15e710 msgr2=0x7fe51c144bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe520e1d640 1 --2- 172.21.15.104:0/1568373139 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe51c15e710 0x7fe51c144bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe520e1d640 1 -- 172.21.15.104:0/1568373139 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe51c0d05b0 con 0x7fe51c161690 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe51bfff640 1 --2- 172.21.15.104:0/1568373139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe51c06d330 0x7fe51c0cf4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:27.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe520e1d640 1 --2- 172.21.15.104:0/1568373139 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe51c161690 0x7fe51c158620 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe514030000 tx=0x7fe514004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:27.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe518ff9640 1 -- 172.21.15.104:0/1568373139 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe514036050 con 0x7fe51c161690 2024-09-11T22:44:27.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.770+0000 7fe518ff9640 1 -- 172.21.15.104:0/1568373139 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe514042070 con 0x7fe51c161690 2024-09-11T22:44:27.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.771+0000 7fe518ff9640 1 -- 172.21.15.104:0/1568373139 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe514009510 con 0x7fe51c161690 2024-09-11T22:44:27.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.771+0000 7fe522880640 1 -- 172.21.15.104:0/1568373139 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe51c0cfd10 con 0x7fe51c161690 2024-09-11T22:44:27.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.771+0000 7fe522880640 1 -- 172.21.15.104:0/1568373139 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe51c0d02d0 con 0x7fe51c161690 2024-09-11T22:44:27.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.771+0000 7fe518ff9640 1 -- 172.21.15.104:0/1568373139 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe514007bf0 con 0x7fe51c161690 2024-09-11T22:44:27.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.771+0000 7fe518ff9640 1 -- 172.21.15.104:0/1568373139 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7fe51403d450 con 0x7fe51c161690 2024-09-11T22:44:27.775 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.771+0000 7fe522880640 1 -- 172.21.15.104:0/1568373139 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe51c06fa50 con 0x7fe51c161690 2024-09-11T22:44:27.776 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.773+0000 7fe518ff9640 1 -- 172.21.15.104:0/1568373139 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fe514047460 con 0x7fe51c161690 2024-09-11T22:44:27.857 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.856+0000 7fe522880640 1 -- 172.21.15.104:0/1568373139 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd new", "uuid": "85d119b0-f5fc-48d7-ab9d-36ff386bec2b", "id": 5} v 0) -- 0x7fe51c06c270 con 0x7fe51c161690 2024-09-11T22:44:27.860 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.859+0000 7fe518ff9640 1 -- 172.21.15.104:0/1568373139 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "85d119b0-f5fc-48d7-ab9d-36ff386bec2b", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7fe5140479b0 con 0x7fe51c161690 2024-09-11T22:44:27.860 INFO:teuthology.orchestra.run.smithi104.stdout:5 2024-09-11T22:44:27.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.860+0000 7fe522880640 1 -- 172.21.15.104:0/1568373139 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe51c161690 msgr2=0x7fe51c158620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.860+0000 7fe522880640 1 --2- 172.21.15.104:0/1568373139 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe51c161690 0x7fe51c158620 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe514030000 tx=0x7fe514004a40 comp rx=0 tx=0).stop 2024-09-11T22:44:27.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.860+0000 7fe522880640 1 -- 172.21.15.104:0/1568373139 shutdown_connections 2024-09-11T22:44:27.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.860+0000 7fe522880640 1 --2- 172.21.15.104:0/1568373139 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe51c161690 0x7fe51c158620 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.860+0000 7fe522880640 1 --2- 172.21.15.104:0/1568373139 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe51c15e710 0x7fe51c144bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.861 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.860+0000 7fe522880640 1 --2- 172.21.15.104:0/1568373139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe51c06d330 0x7fe51c0cf4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.860+0000 7fe522880640 1 -- 172.21.15.104:0/1568373139 >> 172.21.15.104:0/1568373139 conn(0x7fe51c072b50 msgr2=0x7fe51c072f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:27.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.860+0000 7fe522880640 1 -- 172.21.15.104:0/1568373139 shutdown_connections 2024-09-11T22:44:27.862 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.860+0000 7fe522880640 1 -- 172.21.15.104:0/1568373139 wait complete. 2024-09-11T22:44:27.871 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 25db81f3-bbcd-4e84-978c-c0e7f0c60a27 6 2024-09-11T22:44:27.969 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.968+0000 7f461b48b640 1 Processor -- start 2024-09-11T22:44:27.969 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.968+0000 7f461b48b640 1 -- start start 2024-09-11T22:44:27.970 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.969+0000 7f461b48b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f46140d1390 0x7f4614070be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.969+0000 7f461b48b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f461406fb40 con 0x7f461415e8c0 2024-09-11T22:44:27.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.969+0000 7f461b48b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f461406fe20 con 0x7f4614071120 2024-09-11T22:44:27.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.969+0000 7f461b48b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f4614070100 con 0x7f46140d1390 2024-09-11T22:44:27.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.969+0000 7f4618a26640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f46140d1390 0x7f4614070be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.969+0000 7f4619a28640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f4614071120 0x7f46140b4e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43570/0 (socket says 172.21.15.104:43570) 2024-09-11T22:44:27.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.969+0000 7f4618a26640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f46140d1390 0x7f4614070be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48210/0 (socket says 172.21.15.104:48210) 2024-09-11T22:44:27.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.969+0000 7f4619a28640 1 -- 172.21.15.104:0/2875098137 learned_addr learned my addr 172.21.15.104:0/2875098137 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-09-11T22:44:27.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.969+0000 7f4618a26640 1 -- 172.21.15.104:0/2875098137 >> v1:172.21.15.104:6789/0 conn(0x7f4614071120 legacy=0x7f46140b4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.969+0000 7f4618a26640 1 -- 172.21.15.104:0/2875098137 >> v1:172.21.15.16:6789/0 conn(0x7f461415e8c0 legacy=0x7f461406f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.969+0000 7f4618a26640 1 -- 172.21.15.104:0/2875098137 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46140703e0 con 0x7f46140d1390 2024-09-11T22:44:27.971 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.970+0000 7f4618a26640 1 --2- 172.21.15.104:0/2875098137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46140d1390 0x7f4614070be0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f46040097a0 tx=0x7f460402a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96a8f9ae049e9c61 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:27.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.970+0000 7f460bfff640 1 -- 172.21.15.104:0/2875098137 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4604037070 con 0x7f46140d1390 2024-09-11T22:44:27.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.970+0000 7f460bfff640 1 -- 172.21.15.104:0/2875098137 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4604032440 con 0x7f46140d1390 2024-09-11T22:44:27.972 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.970+0000 7f460bfff640 1 -- 172.21.15.104:0/2875098137 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4604032810 con 0x7f46140d1390 2024-09-11T22:44:27.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.971+0000 7f461b48b640 1 -- 172.21.15.104:0/2875098137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46140d1390 msgr2=0x7f4614070be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.971+0000 7f461b48b640 1 --2- 172.21.15.104:0/2875098137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46140d1390 0x7f4614070be0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f46040097a0 tx=0x7f460402a1a0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.971+0000 7f461b48b640 1 -- 172.21.15.104:0/2875098137 shutdown_connections 2024-09-11T22:44:27.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.971+0000 7f461b48b640 1 --2- 172.21.15.104:0/2875098137 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46140d1390 0x7f4614070be0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.975 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.971+0000 7f461b48b640 1 -- 172.21.15.104:0/2875098137 >> 172.21.15.104:0/2875098137 conn(0x7f461409aa40 msgr2=0x7f46140b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:27.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.971+0000 7f461b48b640 1 -- 172.21.15.104:0/2875098137 shutdown_connections 2024-09-11T22:44:27.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.971+0000 7f461b48b640 1 -- 172.21.15.104:0/2875098137 wait complete. 2024-09-11T22:44:27.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.972+0000 7f461b48b640 1 Processor -- start 2024-09-11T22:44:27.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.972+0000 7f461b48b640 1 -- start start 2024-09-11T22:44:27.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f461b48b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4614071120 0x7f46140cb950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f461b48b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46140d1390 0x7f4614156f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f461b48b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f461415e8c0 0x7f461415d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:27.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f461b48b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f46140aea50 con 0x7f461415e8c0 2024-09-11T22:44:27.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f461b48b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f46140aebd0 con 0x7f4614071120 2024-09-11T22:44:27.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f461b48b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f46140aed50 con 0x7f46140d1390 2024-09-11T22:44:27.976 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4619227640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4614071120 0x7f46140cb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4619227640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4614071120 0x7f46140cb950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.104:48212/0 (socket says 172.21.15.104:48212) 2024-09-11T22:44:27.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4619227640 1 -- 172.21.15.104:0/1800807285 learned_addr learned my addr 172.21.15.104:0/1800807285 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:27.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4618a26640 1 --2- 172.21.15.104:0/1800807285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46140d1390 0x7f4614156f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4619a28640 1 --2- 172.21.15.104:0/1800807285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f461415e8c0 0x7f461415d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:27.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4619227640 1 -- 172.21.15.104:0/1800807285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46140d1390 msgr2=0x7f4614156f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4619227640 1 --2- 172.21.15.104:0/1800807285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46140d1390 0x7f4614156f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4619227640 1 -- 172.21.15.104:0/1800807285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f461415e8c0 msgr2=0x7f461415d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:27.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4619227640 1 --2- 172.21.15.104:0/1800807285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f461415e8c0 0x7f461415d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:27.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4619227640 1 -- 172.21.15.104:0/1800807285 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46141f8200 con 0x7f4614071120 2024-09-11T22:44:27.977 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4619227640 1 --2- 172.21.15.104:0/1800807285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4614071120 0x7f46140cb950 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f461000c340 tx=0x7f461000c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:27.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4609ffb640 1 -- 172.21.15.104:0/1800807285 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4610017070 con 0x7f4614071120 2024-09-11T22:44:27.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4609ffb640 1 -- 172.21.15.104:0/1800807285 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46100052d0 con 0x7f4614071120 2024-09-11T22:44:27.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f4609ffb640 1 -- 172.21.15.104:0/1800807285 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4610003850 con 0x7f4614071120 2024-09-11T22:44:27.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.973+0000 7f461b48b640 1 -- 172.21.15.104:0/1800807285 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46141f84e0 con 0x7f4614071120 2024-09-11T22:44:27.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.974+0000 7f4609ffb640 1 -- 172.21.15.104:0/1800807285 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f461001a070 con 0x7f4614071120 2024-09-11T22:44:27.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.974+0000 7f461b48b640 1 -- 172.21.15.104:0/1800807285 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46141f8aa0 con 0x7f4614071120 2024-09-11T22:44:27.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.974+0000 7f4609ffb640 1 -- 172.21.15.104:0/1800807285 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f4610011c20 con 0x7f4614071120 2024-09-11T22:44:27.978 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.975+0000 7f461b48b640 1 -- 172.21.15.104:0/1800807285 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f461409b170 con 0x7f4614071120 2024-09-11T22:44:27.979 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:27.977+0000 7f4609ffb640 1 -- 172.21.15.104:0/1800807285 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4610022080 con 0x7f4614071120 2024-09-11T22:44:28.045 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.044+0000 7f461b48b640 1 -- 172.21.15.104:0/1800807285 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd new", "uuid": "25db81f3-bbcd-4e84-978c-c0e7f0c60a27", "id": 6} v 0) -- 0x7f46140b4f70 con 0x7f4614071120 2024-09-11T22:44:28.048 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.048+0000 7f4609ffb640 1 -- 172.21.15.104:0/1800807285 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "25db81f3-bbcd-4e84-978c-c0e7f0c60a27", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f4610011e20 con 0x7f4614071120 2024-09-11T22:44:28.049 INFO:teuthology.orchestra.run.smithi104.stdout:6 2024-09-11T22:44:28.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.049+0000 7f461b48b640 1 -- 172.21.15.104:0/1800807285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4614071120 msgr2=0x7f46140cb950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:28.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.049+0000 7f461b48b640 1 --2- 172.21.15.104:0/1800807285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4614071120 0x7f46140cb950 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f461000c340 tx=0x7f461000c800 comp rx=0 tx=0).stop 2024-09-11T22:44:28.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.049+0000 7f461b48b640 1 -- 172.21.15.104:0/1800807285 shutdown_connections 2024-09-11T22:44:28.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.049+0000 7f461b48b640 1 --2- 172.21.15.104:0/1800807285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f461415e8c0 0x7f461415d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.049+0000 7f461b48b640 1 --2- 172.21.15.104:0/1800807285 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46140d1390 0x7f4614156f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.050 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.049+0000 7f461b48b640 1 --2- 172.21.15.104:0/1800807285 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4614071120 0x7f46140cb950 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.049+0000 7f461b48b640 1 -- 172.21.15.104:0/1800807285 >> 172.21.15.104:0/1800807285 conn(0x7f461409aa40 msgr2=0x7f461415b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:28.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.049+0000 7f461b48b640 1 -- 172.21.15.104:0/1800807285 shutdown_connections 2024-09-11T22:44:28.051 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.049+0000 7f461b48b640 1 -- 172.21.15.104:0/1800807285 wait complete. 2024-09-11T22:44:28.060 DEBUG:teuthology.orchestra.run.smithi104:> sudo ceph --cluster ceph osd new 7467d803-c8d2-4bd6-82e2-542229d40932 7 2024-09-11T22:44:28.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.157+0000 7f1fe71fd640 1 Processor -- start 2024-09-11T22:44:28.158 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.157+0000 7f1fe71fd640 1 -- start start 2024-09-11T22:44:28.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe71fd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1fe00732a0 0x7f1fe0073710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:28.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe71fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe00b4d80 0x7f1fe00b51b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:28.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe71fd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1fe00b5ab0 con 0x7f1fe015b240 2024-09-11T22:44:28.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe71fd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1fe0073c50 con 0x7f1fe00732a0 2024-09-11T22:44:28.160 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe71fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1fe00b5d90 con 0x7f1fe00b4d80 2024-09-11T22:44:28.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe579a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe00b4d80 0x7f1fe00b51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:28.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe4f99640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f1fe015b240 0x7f1fe00ce790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.104:43586/0 (socket says 172.21.15.104:43586) 2024-09-11T22:44:28.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe4f99640 1 -- 172.21.15.104:0/2857363647 learned_addr learned my addr 172.21.15.104:0/2857363647 (peer_addr_for_me v1:172.21.15.104:0/0) 2024-09-11T22:44:28.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fdffff640 1 --2- 172.21.15.104:0/2857363647 >> v2:172.21.15.16:3300/0 conn(0x7f1fe00732a0 0x7f1fe0073710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:28.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fdf7fe640 1 -- 172.21.15.104:0/2857363647 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3723284616 0 0) 0x7f1fe00b5ab0 con 0x7f1fe015b240 2024-09-11T22:44:28.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe579a640 1 -- 172.21.15.104:0/2857363647 >> v2:172.21.15.16:3300/0 conn(0x7f1fe00732a0 msgr2=0x7f1fe0073710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:28.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe579a640 1 --2- 172.21.15.104:0/2857363647 >> v2:172.21.15.16:3300/0 conn(0x7f1fe00732a0 0x7f1fe0073710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe579a640 1 -- 172.21.15.104:0/2857363647 >> v1:172.21.15.104:6789/0 conn(0x7f1fe015b240 legacy=0x7f1fe00ce790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:28.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.158+0000 7f1fe579a640 1 -- 172.21.15.104:0/2857363647 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fe00cdcb0 con 0x7f1fe00b4d80 2024-09-11T22:44:28.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.159+0000 7f1fe579a640 1 --2- 172.21.15.104:0/2857363647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe00b4d80 0x7f1fe00b51b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1fd8009d90 tx=0x7f1fd802a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=280d542665eab303 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:28.161 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.159+0000 7f1fdf7fe640 1 -- 172.21.15.104:0/2857363647 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8031600 con 0x7f1fe00b4d80 2024-09-11T22:44:28.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.159+0000 7f1fdf7fe640 1 -- 172.21.15.104:0/2857363647 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fd80317a0 con 0x7f1fe00b4d80 2024-09-11T22:44:28.162 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.159+0000 7f1fdf7fe640 1 -- 172.21.15.104:0/2857363647 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8031b70 con 0x7f1fe00b4d80 2024-09-11T22:44:28.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.160+0000 7f1fe71fd640 1 -- 172.21.15.104:0/2857363647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe00b4d80 msgr2=0x7f1fe00b51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:28.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.160+0000 7f1fe71fd640 1 --2- 172.21.15.104:0/2857363647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe00b4d80 0x7f1fe00b51b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1fd8009d90 tx=0x7f1fd802a5d0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.160+0000 7f1fe71fd640 1 -- 172.21.15.104:0/2857363647 shutdown_connections 2024-09-11T22:44:28.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.160+0000 7f1fe71fd640 1 --2- 172.21.15.104:0/2857363647 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe00b4d80 0x7f1fe00b51b0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.160+0000 7f1fe71fd640 1 --2- 172.21.15.104:0/2857363647 >> v2:172.21.15.16:3300/0 conn(0x7f1fe00732a0 0x7f1fe0073710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.160+0000 7f1fe71fd640 1 -- 172.21.15.104:0/2857363647 >> 172.21.15.104:0/2857363647 conn(0x7f1fe00b33e0 msgr2=0x7f1fe00b37f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:28.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.160+0000 7f1fe71fd640 1 -- 172.21.15.104:0/2857363647 shutdown_connections 2024-09-11T22:44:28.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.160+0000 7f1fe71fd640 1 -- 172.21.15.104:0/2857363647 wait complete. 2024-09-11T22:44:28.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.162+0000 7f1fe71fd640 1 Processor -- start 2024-09-11T22:44:28.163 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.162+0000 7f1fe71fd640 1 -- start start 2024-09-11T22:44:28.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe71fd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fe00732a0 0x7f1fe01f40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:28.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe71fd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fe00b4d80 0x7f1fe01577d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:28.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe71fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe015b240 0x7f1fe014c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:28.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe71fd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe00ceea0 con 0x7f1fe00732a0 2024-09-11T22:44:28.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe71fd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe00ce270 con 0x7f1fe00b4d80 2024-09-11T22:44:28.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe71fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1fe00b56f0 con 0x7f1fe015b240 2024-09-11T22:44:28.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe579a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe015b240 0x7f1fe014c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:28.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fdffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fe00b4d80 0x7f1fe01577d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:28.166 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe579a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe015b240 0x7f1fe014c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.104:45458/0 (socket says 172.21.15.104:45458) 2024-09-11T22:44:28.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe579a640 1 -- 172.21.15.104:0/160991722 learned_addr learned my addr 172.21.15.104:0/160991722 (peer_addr_for_me v2:172.21.15.104:0/0) 2024-09-11T22:44:28.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe4f99640 1 --2- 172.21.15.104:0/160991722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fe00732a0 0x7f1fe01f40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:28.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fdffff640 1 -- 172.21.15.104:0/160991722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe015b240 msgr2=0x7f1fe014c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:28.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fdffff640 1 --2- 172.21.15.104:0/160991722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe015b240 0x7f1fe014c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fdffff640 1 -- 172.21.15.104:0/160991722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fe00732a0 msgr2=0x7f1fe01f40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:28.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fdffff640 1 --2- 172.21.15.104:0/160991722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fe00732a0 0x7f1fe01f40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fdffff640 1 -- 172.21.15.104:0/160991722 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fe01f4720 con 0x7f1fe00b4d80 2024-09-11T22:44:28.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe4f99640 1 --2- 172.21.15.104:0/160991722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fe00732a0 0x7f1fe01f40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:28.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.163+0000 7f1fe579a640 1 --2- 172.21.15.104:0/160991722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe015b240 0x7f1fe014c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:28.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.164+0000 7f1fdffff640 1 --2- 172.21.15.104:0/160991722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fe00b4d80 0x7f1fe01577d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00e850 tx=0x7f1fcc00ed10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:28.167 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.164+0000 7f1fdd7fa640 1 -- 172.21.15.104:0/160991722 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc017070 con 0x7f1fe00b4d80 2024-09-11T22:44:28.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.164+0000 7f1fdd7fa640 1 -- 172.21.15.104:0/160991722 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1fcc00c940 con 0x7f1fe00b4d80 2024-09-11T22:44:28.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.164+0000 7f1fe71fd640 1 -- 172.21.15.104:0/160991722 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fe01f4a00 con 0x7f1fe00b4d80 2024-09-11T22:44:28.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.164+0000 7f1fdd7fa640 1 -- 172.21.15.104:0/160991722 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc00cd10 con 0x7f1fe00b4d80 2024-09-11T22:44:28.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.164+0000 7f1fe71fd640 1 -- 172.21.15.104:0/160991722 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fe01f4fc0 con 0x7f1fe00b4d80 2024-09-11T22:44:28.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.164+0000 7f1fdd7fa640 1 -- 172.21.15.104:0/160991722 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1fcc01a070 con 0x7f1fe00b4d80 2024-09-11T22:44:28.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.164+0000 7f1fdd7fa640 1 -- 172.21.15.104:0/160991722 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f1fcc01cab0 con 0x7f1fe00b4d80 2024-09-11T22:44:28.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.165+0000 7f1fe71fd640 1 -- 172.21.15.104:0/160991722 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fe006c320 con 0x7f1fe00b4d80 2024-09-11T22:44:28.168 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.167+0000 7f1fdd7fa640 1 -- 172.21.15.104:0/160991722 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f1fe006c320 con 0x7f1fe00b4d80 2024-09-11T22:44:28.235 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.234+0000 7f1fe71fd640 1 -- 172.21.15.104:0/160991722 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd new", "uuid": "7467d803-c8d2-4bd6-82e2-542229d40932", "id": 7} v 0) -- 0x7f1fe0073710 con 0x7f1fe00b4d80 2024-09-11T22:44:28.240 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.240+0000 7f1fdd7fa640 1 -- 172.21.15.104:0/160991722 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7467d803-c8d2-4bd6-82e2-542229d40932", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f1fcc01c580 con 0x7f1fe00b4d80 2024-09-11T22:44:28.240 INFO:teuthology.orchestra.run.smithi104.stdout:7 2024-09-11T22:44:28.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.241+0000 7f1fe71fd640 1 -- 172.21.15.104:0/160991722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fe00b4d80 msgr2=0x7f1fe01577d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:28.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.241+0000 7f1fe71fd640 1 --2- 172.21.15.104:0/160991722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fe00b4d80 0x7f1fe01577d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc00e850 tx=0x7f1fcc00ed10 comp rx=0 tx=0).stop 2024-09-11T22:44:28.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.241+0000 7f1fe71fd640 1 -- 172.21.15.104:0/160991722 shutdown_connections 2024-09-11T22:44:28.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.241+0000 7f1fe71fd640 1 --2- 172.21.15.104:0/160991722 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1fe015b240 0x7f1fe014c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.241+0000 7f1fe71fd640 1 --2- 172.21.15.104:0/160991722 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1fe00b4d80 0x7f1fe01577d0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.241+0000 7f1fe71fd640 1 --2- 172.21.15.104:0/160991722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1fe00732a0 0x7f1fe01f40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.241+0000 7f1fe71fd640 1 -- 172.21.15.104:0/160991722 >> 172.21.15.104:0/160991722 conn(0x7f1fe00b33e0 msgr2=0x7f1fe006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:28.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.241+0000 7f1fe71fd640 1 -- 172.21.15.104:0/160991722 shutdown_connections 2024-09-11T22:44:28.242 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:44:28.241+0000 7f1fe71fd640 1 -- 172.21.15.104:0/160991722 wait complete. 2024-09-11T22:44:28.251 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-11T22:44:28.252 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-11T22:44:28.254 INFO:tasks.ceph.osd.0:Started 2024-09-11T22:44:28.254 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-11T22:44:28.254 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-11T22:44:28.257 INFO:tasks.ceph.osd.1:Started 2024-09-11T22:44:28.257 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-11T22:44:28.257 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-11T22:44:28.260 INFO:tasks.ceph.osd.2:Started 2024-09-11T22:44:28.260 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-11T22:44:28.260 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-11T22:44:28.262 INFO:tasks.ceph.osd.3:Started 2024-09-11T22:44:28.262 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-11T22:44:28.262 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-11T22:44:28.264 INFO:tasks.ceph.osd.4:Started 2024-09-11T22:44:28.264 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-11T22:44:28.265 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-11T22:44:28.267 INFO:tasks.ceph.osd.5:Started 2024-09-11T22:44:28.267 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-11T22:44:28.267 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-11T22:44:28.269 INFO:tasks.ceph.osd.6:Started 2024-09-11T22:44:28.269 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-11T22:44:28.269 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-11T22:44:28.271 INFO:tasks.ceph.osd.7:Started 2024-09-11T22:44:28.272 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:44:28.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.434+0000 7fdf3304c640 1 Processor -- start 2024-09-11T22:44:28.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.434+0000 7fdf3304c640 1 -- start start 2024-09-11T22:44:28.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.434+0000 7fdf3304c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdf2c15c700 0x7fdf2c09b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:28.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.434+0000 7fdf3304c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdf2c0ccf00 0x7fdf2c1600c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:28.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.434+0000 7fdf3304c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf2c160600 0x7fdf2c15cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:28.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.434+0000 7fdf3304c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdf2c160a50 con 0x7fdf2c15c700 2024-09-11T22:44:28.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.434+0000 7fdf3304c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdf2c0cd490 con 0x7fdf2c0ccf00 2024-09-11T22:44:28.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.434+0000 7fdf3304c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdf2c0cd770 con 0x7fdf2c160600 2024-09-11T22:44:28.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.435+0000 7fdf30de8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdf2c15c700 0x7fdf2c09b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:28.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.435+0000 7fdf30de8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdf2c15c700 0x7fdf2c09b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46208/0 (socket says 172.21.15.16:46208) 2024-09-11T22:44:28.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.435+0000 7fdf30de8640 1 -- 172.21.15.16:0/249190034 learned_addr learned my addr 172.21.15.16:0/249190034 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:28.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.435+0000 7fdf315e9640 1 --2- 172.21.15.16:0/249190034 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf2c160600 0x7fdf2c15cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:28.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.435+0000 7fdf2bfff640 1 --2- 172.21.15.16:0/249190034 >> v2:172.21.15.104:3300/0 conn(0x7fdf2c0ccf00 0x7fdf2c1600c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:28.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.435+0000 7fdf30de8640 1 -- 172.21.15.16:0/249190034 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf2c160600 msgr2=0x7fdf2c15cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:28.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.435+0000 7fdf30de8640 1 --2- 172.21.15.16:0/249190034 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf2c160600 0x7fdf2c15cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.435+0000 7fdf30de8640 1 -- 172.21.15.16:0/249190034 >> v2:172.21.15.104:3300/0 conn(0x7fdf2c0ccf00 msgr2=0x7fdf2c1600c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:28.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.435+0000 7fdf30de8640 1 --2- 172.21.15.16:0/249190034 >> v2:172.21.15.104:3300/0 conn(0x7fdf2c0ccf00 0x7fdf2c1600c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.435+0000 7fdf30de8640 1 -- 172.21.15.16:0/249190034 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf2c0cda50 con 0x7fdf2c15c700 2024-09-11T22:44:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.436+0000 7fdf30de8640 1 --2- 172.21.15.16:0/249190034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf2c15c700 0x7fdf2c09b420 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c0c5f60 tx=0x7fdf1c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31bf8fdde7fee680 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.436+0000 7fdf2b7fe640 1 -- 172.21.15.16:0/249190034 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c037070 con 0x7fdf2c15c700 2024-09-11T22:44:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.436+0000 7fdf2b7fe640 1 -- 172.21.15.16:0/249190034 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf1c032440 con 0x7fdf2c15c700 2024-09-11T22:44:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.436+0000 7fdf2b7fe640 1 -- 172.21.15.16:0/249190034 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c032810 con 0x7fdf2c15c700 2024-09-11T22:44:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.437+0000 7fdf3304c640 1 -- 172.21.15.16:0/249190034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf2c15c700 msgr2=0x7fdf2c09b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.437+0000 7fdf3304c640 1 --2- 172.21.15.16:0/249190034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf2c15c700 0x7fdf2c09b420 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c0c5f60 tx=0x7fdf1c02a1e0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.437+0000 7fdf3304c640 1 -- 172.21.15.16:0/249190034 shutdown_connections 2024-09-11T22:44:28.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.437+0000 7fdf3304c640 1 --2- 172.21.15.16:0/249190034 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf2c160600 0x7fdf2c15cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.437+0000 7fdf3304c640 1 --2- 172.21.15.16:0/249190034 >> v2:172.21.15.104:3300/0 conn(0x7fdf2c0ccf00 0x7fdf2c1600c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.437+0000 7fdf3304c640 1 --2- 172.21.15.16:0/249190034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf2c15c700 0x7fdf2c09b420 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.437+0000 7fdf3304c640 1 -- 172.21.15.16:0/249190034 >> 172.21.15.16:0/249190034 conn(0x7fdf2c0d2460 msgr2=0x7fdf2c0d2870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.437+0000 7fdf3304c640 1 -- 172.21.15.16:0/249190034 shutdown_connections 2024-09-11T22:44:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.437+0000 7fdf3304c640 1 -- 172.21.15.16:0/249190034 wait complete. 2024-09-11T22:44:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.438+0000 7fdf3304c640 1 Processor -- start 2024-09-11T22:44:28.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.438+0000 7fdf3304c640 1 -- start start 2024-09-11T22:44:28.441 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:28.440+0000 7ff5a932e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T22:44:28.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf3304c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf2c0ccf00 0x7fdf2c0b7e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:28.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf3304c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf2c15c700 0x7fdf2c0ca580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:28.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf3304c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf2c160600 0x7fdf2c0caac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:28.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf3304c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2c09b960 con 0x7fdf2c15c700 2024-09-11T22:44:28.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf3304c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdf2c0ce010 con 0x7fdf2c160600 2024-09-11T22:44:28.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf3304c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdf2c09bae0 con 0x7fdf2c0ccf00 2024-09-11T22:44:28.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf2bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf2c15c700 0x7fdf2c0ca580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:28.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf2bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf2c15c700 0x7fdf2c0ca580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46212/0 (socket says 172.21.15.16:46212) 2024-09-11T22:44:28.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf2bfff640 1 -- 172.21.15.16:0/3161218958 learned_addr learned my addr 172.21.15.16:0/3161218958 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:28.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf30de8640 1 --2- 172.21.15.16:0/3161218958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf2c0ccf00 0x7fdf2c0b7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:28.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf315e9640 1 --2- 172.21.15.16:0/3161218958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf2c160600 0x7fdf2c0caac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:28.443 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:28.439+0000 7ff91c323040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T22:44:28.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf2bfff640 1 -- 172.21.15.16:0/3161218958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf2c0ccf00 msgr2=0x7fdf2c0b7e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf2bfff640 1 --2- 172.21.15.16:0/3161218958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf2c0ccf00 0x7fdf2c0b7e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf2bfff640 1 -- 172.21.15.16:0/3161218958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf2c160600 msgr2=0x7fdf2c0caac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf2bfff640 1 --2- 172.21.15.16:0/3161218958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf2c160600 0x7fdf2c0caac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf2bfff640 1 -- 172.21.15.16:0/3161218958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf2c09c7c0 con 0x7fdf2c15c700 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf30de8640 1 --2- 172.21.15.16:0/3161218958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf2c0ccf00 0x7fdf2c0b7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.439+0000 7fdf2bfff640 1 --2- 172.21.15.16:0/3161218958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf2c15c700 0x7fdf2c0ca580 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fdf1400efc0 tx=0x7fdf1400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.440+0000 7fdf297fa640 1 -- 172.21.15.16:0/3161218958 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf14018020 con 0x7fdf2c15c700 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.440+0000 7fdf297fa640 1 -- 172.21.15.16:0/3161218958 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf14014480 con 0x7fdf2c15c700 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.440+0000 7fdf297fa640 1 -- 172.21.15.16:0/3161218958 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf14014850 con 0x7fdf2c15c700 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.441+0000 7fdf3304c640 1 -- 172.21.15.16:0/3161218958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf2c0b5880 con 0x7fdf2c15c700 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.441+0000 7fdf3304c640 1 -- 172.21.15.16:0/3161218958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf2c09caa0 con 0x7fdf2c15c700 2024-09-11T22:44:28.445 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.441+0000 7fdf297fa640 1 -- 172.21.15.16:0/3161218958 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fdf14005d10 con 0x7fdf2c15c700 2024-09-11T22:44:28.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.441+0000 7fdf297fa640 1 -- 172.21.15.16:0/3161218958 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fdf14014d80 con 0x7fdf2c15c700 2024-09-11T22:44:28.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.441+0000 7fdf3304c640 1 -- 172.21.15.16:0/3161218958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf2c0d3370 con 0x7fdf2c15c700 2024-09-11T22:44:28.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.444+0000 7fdf297fa640 1 -- 172.21.15.16:0/3161218958 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fdf14022070 con 0x7fdf2c15c700 2024-09-11T22:44:28.492 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:28.492+0000 7ff5a932e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T22:44:28.496 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:28.495+0000 7ff91c323040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T22:44:28.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.503+0000 7fdf3304c640 1 -- 172.21.15.16:0/3161218958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdf2c0d3130 con 0x7fdf2c15c700 2024-09-11T22:44:28.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.504+0000 7fdf297fa640 1 -- 172.21.15.16:0/3161218958 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fdf14010040 con 0x7fdf2c15c700 2024-09-11T22:44:28.505 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:44:28.505 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":10,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:28.236205+0000","last_up_change":"0.000000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:44:28.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.505+0000 7fdf3304c640 1 -- 172.21.15.16:0/3161218958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf2c15c700 msgr2=0x7fdf2c0ca580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:28.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.505+0000 7fdf3304c640 1 --2- 172.21.15.16:0/3161218958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf2c15c700 0x7fdf2c0ca580 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fdf1400efc0 tx=0x7fdf1400c490 comp rx=0 tx=0).stop 2024-09-11T22:44:28.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.505+0000 7fdf3304c640 1 -- 172.21.15.16:0/3161218958 shutdown_connections 2024-09-11T22:44:28.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.505+0000 7fdf3304c640 1 --2- 172.21.15.16:0/3161218958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdf2c160600 0x7fdf2c0caac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.505+0000 7fdf3304c640 1 --2- 172.21.15.16:0/3161218958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdf2c15c700 0x7fdf2c0ca580 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.505+0000 7fdf3304c640 1 --2- 172.21.15.16:0/3161218958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdf2c0ccf00 0x7fdf2c0b7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:28.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.505+0000 7fdf3304c640 1 -- 172.21.15.16:0/3161218958 >> 172.21.15.16:0/3161218958 conn(0x7fdf2c0d2460 msgr2=0x7fdf2c15e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:28.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.505+0000 7fdf3304c640 1 -- 172.21.15.16:0/3161218958 shutdown_connections 2024-09-11T22:44:28.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:28.505+0000 7fdf3304c640 1 -- 172.21.15.16:0/3161218958 wait complete. 2024-09-11T22:44:28.516 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-11T22:44:28.517 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-11T22:44:28.858 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:28.857+0000 7ff5a932e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T22:44:28.885 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:28.884+0000 7ff91c323040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T22:44:28.945 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:28.944+0000 7ff5a932e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T22:44:28.973 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:28.973+0000 7ff91c323040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T22:44:29.053 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:29.052+0000 7ff5a932e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:44:29.086 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:29.085+0000 7ff91c323040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:44:29.099 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:29.098+0000 7ff5a932e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T22:44:29.134 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:29.134+0000 7ff91c323040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T22:44:29.213 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:29.213+0000 7ff5a932e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T22:44:29.253 INFO:tasks.ceph.osd.3.smithi016.stderr:2024-09-11T22:44:29.252+0000 7fe1f761c640 -1 Falling back to public interface 2024-09-11T22:44:29.253 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:29.253+0000 7ff91c323040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T22:44:29.267 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:29.267+0000 7ff5a932e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T22:44:29.309 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:29.308+0000 7ff91c323040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T22:44:29.312 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:29.311+0000 7ff5a932e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T22:44:29.321 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-11T22:44:29.357 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:29.356+0000 7ff91c323040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T22:44:29.414 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.414+0000 7f665839f640 1 Processor -- start 2024-09-11T22:44:29.415 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.414+0000 7f665839f640 1 -- start start 2024-09-11T22:44:29.416 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665839f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f66501556d0 0x7f66500b6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:29.416 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665839f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f66500cdf20 0x7f665006bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:29.416 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665839f640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66501622b0 con 0x7f66500cf2c0 2024-09-11T22:44:29.416 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665839f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6650071c10 con 0x7f66501556d0 2024-09-11T22:44:29.416 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665839f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6650162ec0 con 0x7f66500cdf20 2024-09-11T22:44:29.416 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665613b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f66501556d0 0x7f66500b6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:29.417 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665613b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f66501556d0 0x7f66500b6340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46220/0 (socket says 172.21.15.16:46220) 2024-09-11T22:44:29.417 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665613b640 1 -- 172.21.15.16:0/2503030638 learned_addr learned my addr 172.21.15.16:0/2503030638 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:29.417 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665593a640 1 --2- 172.21.15.16:0/2503030638 >> v2:172.21.15.104:3300/0 conn(0x7f66500cdf20 0x7f665006bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:29.417 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665613b640 1 -- 172.21.15.16:0/2503030638 >> v2:172.21.15.104:3300/0 conn(0x7f66500cdf20 msgr2=0x7f665006bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:29.417 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665613b640 1 --2- 172.21.15.16:0/2503030638 >> v2:172.21.15.104:3300/0 conn(0x7f66500cdf20 0x7f665006bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:29.417 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665613b640 1 -- 172.21.15.16:0/2503030638 >> v1:172.21.15.104:6789/0 conn(0x7f66500cf2c0 legacy=0x7f6650073210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:29.417 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.415+0000 7f665613b640 1 -- 172.21.15.16:0/2503030638 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6650162590 con 0x7f66501556d0 2024-09-11T22:44:29.421 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.416+0000 7f665613b640 1 --2- 172.21.15.16:0/2503030638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66501556d0 0x7f66500b6340 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f665006cbc0 tx=0x7f664c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f30c7fb1a6ff342 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:29.421 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.416+0000 7f6655139640 1 -- 172.21.15.16:0/2503030638 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664c037070 con 0x7f66501556d0 2024-09-11T22:44:29.421 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.416+0000 7f6655139640 1 -- 172.21.15.16:0/2503030638 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f664c032440 con 0x7f66501556d0 2024-09-11T22:44:29.421 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.416+0000 7f6655139640 1 -- 172.21.15.16:0/2503030638 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664c032810 con 0x7f66501556d0 2024-09-11T22:44:29.421 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.417+0000 7f665839f640 1 -- 172.21.15.16:0/2503030638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66501556d0 msgr2=0x7f66500b6340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:29.421 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.417+0000 7f665839f640 1 --2- 172.21.15.16:0/2503030638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66501556d0 0x7f66500b6340 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f665006cbc0 tx=0x7f664c02a1e0 comp rx=0 tx=0).stop 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.417+0000 7f665839f640 1 -- 172.21.15.16:0/2503030638 shutdown_connections 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.417+0000 7f665839f640 1 --2- 172.21.15.16:0/2503030638 >> v2:172.21.15.104:3300/0 conn(0x7f66500cdf20 0x7f665006bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.417+0000 7f665839f640 1 --2- 172.21.15.16:0/2503030638 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66501556d0 0x7f66500b6340 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.417+0000 7f665839f640 1 -- 172.21.15.16:0/2503030638 >> 172.21.15.16:0/2503030638 conn(0x7f665006d2a0 msgr2=0x7f665006f330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.417+0000 7f665839f640 1 -- 172.21.15.16:0/2503030638 shutdown_connections 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.417+0000 7f665839f640 1 -- 172.21.15.16:0/2503030638 wait complete. 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.418+0000 7f665839f640 1 Processor -- start 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.418+0000 7f665839f640 1 -- start start 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665839f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f66500cdf20 0x7f66500cc250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665839f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f66500cf2c0 0x7f6650157710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665839f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66501556d0 0x7f6650149880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:29.422 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665839f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f66500b6880 con 0x7f66501556d0 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665839f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6650162b50 con 0x7f66500cf2c0 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665839f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f66500b6a00 con 0x7f66500cdf20 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665693c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66501556d0 0x7f6650149880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665693c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66501556d0 0x7f6650149880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46222/0 (socket says 172.21.15.16:46222) 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665693c640 1 -- 172.21.15.16:0/860694974 learned_addr learned my addr 172.21.15.16:0/860694974 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665593a640 1 --2- 172.21.15.16:0/860694974 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f66500cf2c0 0x7f6650157710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665613b640 1 --2- 172.21.15.16:0/860694974 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f66500cdf20 0x7f66500cc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665693c640 1 -- 172.21.15.16:0/860694974 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f66500cdf20 msgr2=0x7f66500cc250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665693c640 1 --2- 172.21.15.16:0/860694974 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f66500cdf20 0x7f66500cc250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665693c640 1 -- 172.21.15.16:0/860694974 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f66500cf2c0 msgr2=0x7f6650157710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.419+0000 7f665693c640 1 --2- 172.21.15.16:0/860694974 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f66500cf2c0 0x7f6650157710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.420+0000 7f665693c640 1 -- 172.21.15.16:0/860694974 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66500cb1b0 con 0x7f66501556d0 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.420+0000 7f665613b640 1 --2- 172.21.15.16:0/860694974 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f66500cdf20 0x7f66500cc250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:29.423 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.420+0000 7f665593a640 1 --2- 172.21.15.16:0/860694974 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f66500cf2c0 0x7f6650157710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:29.424 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.420+0000 7f665693c640 1 --2- 172.21.15.16:0/860694974 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66501556d0 0x7f6650149880 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f664800c730 tx=0x7f664800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:29.424 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.420+0000 7f6646ffd640 1 -- 172.21.15.16:0/860694974 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6648003b70 con 0x7f66501556d0 2024-09-11T22:44:29.424 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.420+0000 7f6646ffd640 1 -- 172.21.15.16:0/860694974 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6648003d10 con 0x7f66501556d0 2024-09-11T22:44:29.424 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.420+0000 7f6646ffd640 1 -- 172.21.15.16:0/860694974 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664800aa90 con 0x7f66501556d0 2024-09-11T22:44:29.424 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.420+0000 7f665839f640 1 -- 172.21.15.16:0/860694974 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66500cb490 con 0x7f66501556d0 2024-09-11T22:44:29.424 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.420+0000 7f665839f640 1 -- 172.21.15.16:0/860694974 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66500cba50 con 0x7f66501556d0 2024-09-11T22:44:29.424 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.420+0000 7f6646ffd640 1 -- 172.21.15.16:0/860694974 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f664800ac30 con 0x7f66501556d0 2024-09-11T22:44:29.424 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.420+0000 7f6646ffd640 1 -- 172.21.15.16:0/860694974 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f66480125b0 con 0x7f66501556d0 2024-09-11T22:44:29.425 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:29.422+0000 7ff5a932e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T22:44:29.425 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.421+0000 7f665839f640 1 -- 172.21.15.16:0/860694974 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f665006dc00 con 0x7f66501556d0 2024-09-11T22:44:29.425 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.423+0000 7f6646ffd640 1 -- 172.21.15.16:0/860694974 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f6648012890 con 0x7f66501556d0 2024-09-11T22:44:29.474 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:29.473+0000 7ff5a932e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T22:44:29.477 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:29.476+0000 7ff91c323040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T22:44:29.479 INFO:tasks.ceph.osd.4.smithi104.stderr:2024-09-11T22:44:29.478+0000 7f7f054d6640 -1 Falling back to public interface 2024-09-11T22:44:29.483 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.483+0000 7f665839f640 1 -- 172.21.15.16:0/860694974 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6650154ef0 con 0x7f66501556d0 2024-09-11T22:44:29.484 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.484+0000 7f6646ffd640 1 -- 172.21.15.16:0/860694974 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f6648012a70 con 0x7f66501556d0 2024-09-11T22:44:29.484 INFO:teuthology.misc.health.smithi016.stdout: 2024-09-11T22:44:29.484 INFO:teuthology.misc.health.smithi016.stdout:{"epoch":10,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:28.236205+0000","last_up_change":"0.000000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:44:29.486 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.484+0000 7f665839f640 1 -- 172.21.15.16:0/860694974 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66501556d0 msgr2=0x7f6650149880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:29.486 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.484+0000 7f665839f640 1 --2- 172.21.15.16:0/860694974 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66501556d0 0x7f6650149880 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f664800c730 tx=0x7f664800cbf0 comp rx=0 tx=0).stop 2024-09-11T22:44:29.486 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.484+0000 7f665839f640 1 -- 172.21.15.16:0/860694974 shutdown_connections 2024-09-11T22:44:29.486 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.484+0000 7f665839f640 1 --2- 172.21.15.16:0/860694974 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66501556d0 0x7f6650149880 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:29.486 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.484+0000 7f665839f640 1 --2- 172.21.15.16:0/860694974 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f66500cf2c0 0x7f6650157710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:29.486 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.484+0000 7f665839f640 1 --2- 172.21.15.16:0/860694974 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f66500cdf20 0x7f66500cc250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:29.486 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.484+0000 7f665839f640 1 -- 172.21.15.16:0/860694974 >> 172.21.15.16:0/860694974 conn(0x7f665006d2a0 msgr2=0x7f66500d08e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:29.486 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.485+0000 7f665839f640 1 -- 172.21.15.16:0/860694974 shutdown_connections 2024-09-11T22:44:29.486 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:29.485+0000 7f665839f640 1 -- 172.21.15.16:0/860694974 wait complete. 2024-09-11T22:44:29.495 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-11T22:44:29.527 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:29.526+0000 7ff5a932e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T22:44:29.531 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:29.530+0000 7ff91c323040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T22:44:29.585 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:29.584+0000 7ff91c323040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T22:44:29.594 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:29.593+0000 7ff5a932e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T22:44:29.637 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:29.637+0000 7ff5a932e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T22:44:29.656 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:29.655+0000 7ff91c323040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T22:44:29.681 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:29.680+0000 7ff5a932e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T22:44:29.702 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:29.701+0000 7ff91c323040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T22:44:29.735 INFO:tasks.ceph.osd.2.smithi016.stderr:2024-09-11T22:44:29.734+0000 7fc986ea5640 -1 Falling back to public interface 2024-09-11T22:44:29.748 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:29.748+0000 7ff91c323040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T22:44:29.751 INFO:tasks.ceph.osd.7.smithi104.stderr:2024-09-11T22:44:29.750+0000 7ff922819640 -1 Falling back to public interface 2024-09-11T22:44:29.772 INFO:tasks.ceph.osd.5.smithi104.stderr:2024-09-11T22:44:29.771+0000 7fdfc5640640 -1 Falling back to public interface 2024-09-11T22:44:29.979 INFO:tasks.ceph.osd.1.smithi016.stderr:2024-09-11T22:44:29.978+0000 7ff45d411640 -1 Falling back to public interface 2024-09-11T22:44:30.230 INFO:tasks.ceph.osd.0.smithi016.stderr:2024-09-11T22:44:30.229+0000 7f19db00d640 -1 Falling back to public interface 2024-09-11T22:44:30.259 INFO:tasks.ceph.osd.6.smithi104.stderr:2024-09-11T22:44:30.258+0000 7f8a399bb640 -1 Falling back to public interface 2024-09-11T22:44:30.338 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:30.338+0000 7ff5a932e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T22:44:30.442 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:44:30.442+0000 7ff91c323040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T22:44:31.354 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:31.353+0000 7ff5491b5640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-11T22:44:31.354 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:44:31.353+0000 7ff5491b5640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-11T22:44:33.032 INFO:tasks.ceph.osd.3.smithi016.stderr:2024-09-11T22:44:33.031+0000 7fe1f761c640 -1 osd.3 0 log_to_monitors true 2024-09-11T22:44:33.062 INFO:tasks.ceph.osd.4.smithi104.stderr:2024-09-11T22:44:33.062+0000 7f7f054d6640 -1 osd.4 0 log_to_monitors true 2024-09-11T22:44:33.536 INFO:tasks.ceph.osd.7.smithi104.stderr:2024-09-11T22:44:33.536+0000 7ff922819640 -1 osd.7 0 log_to_monitors true 2024-09-11T22:44:33.748 INFO:tasks.ceph.osd.0.smithi016.stderr:2024-09-11T22:44:33.747+0000 7f19db00d640 -1 osd.0 0 log_to_monitors true 2024-09-11T22:44:33.775 INFO:tasks.ceph.osd.2.smithi016.stderr:2024-09-11T22:44:33.774+0000 7fc986ea5640 -1 osd.2 0 log_to_monitors true 2024-09-11T22:44:33.995 INFO:tasks.ceph.osd.6.smithi104.stderr:2024-09-11T22:44:33.994+0000 7f8a399bb640 -1 osd.6 0 log_to_monitors true 2024-09-11T22:44:34.022 INFO:tasks.ceph.osd.1.smithi016.stderr:2024-09-11T22:44:34.022+0000 7ff45d411640 -1 osd.1 0 log_to_monitors true 2024-09-11T22:44:34.083 INFO:tasks.ceph.osd.5.smithi104.stderr:2024-09-11T22:44:34.081+0000 7fdfc5640640 -1 osd.5 0 log_to_monitors true 2024-09-11T22:44:35.028 INFO:tasks.ceph.osd.3.smithi016.stderr:2024-09-11T22:44:35.027+0000 7fe1f2fa1640 -1 osd.3 0 waiting for initial osdmap 2024-09-11T22:44:35.042 INFO:tasks.ceph.osd.3.smithi016.stderr:2024-09-11T22:44:35.042+0000 7fe1eadc1640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T22:44:35.191 INFO:tasks.ceph.osd.4.smithi104.stderr:2024-09-11T22:44:35.189+0000 7f7f01465640 -1 osd.4 0 waiting for initial osdmap 2024-09-11T22:44:35.209 INFO:tasks.ceph.osd.4.smithi104.stderr:2024-09-11T22:44:35.208+0000 7f7ef9285640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T22:44:36.302 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-11T22:44:36.454 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.454+0000 7f375c83c640 1 Processor -- start 2024-09-11T22:44:36.455 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.454+0000 7f375c83c640 1 -- start start 2024-09-11T22:44:36.456 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.455+0000 7f375c83c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f37580cd120 0x7f375815ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:36.456 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.455+0000 7f375c83c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f37580b2c60 0x7f3758072610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:36.456 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.455+0000 7f375c83c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f37580b33d0 con 0x7f375815b8f0 2024-09-11T22:44:36.457 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.455+0000 7f375c83c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f375815f160 con 0x7f37580b2c60 2024-09-11T22:44:36.457 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.455+0000 7f375c83c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f37580b30f0 con 0x7f37580cd120 2024-09-11T22:44:36.457 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.456+0000 7f3755d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f37580b2c60 0x7f3758072610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:36.458 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.456+0000 7f3755d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f37580b2c60 0x7f3758072610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43492/0 (socket says 172.21.15.16:43492) 2024-09-11T22:44:36.458 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.456+0000 7f3755d9b640 1 -- 172.21.15.16:0/1170765842 learned_addr learned my addr 172.21.15.16:0/1170765842 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:36.458 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.456+0000 7f375659c640 1 --2- 172.21.15.16:0/1170765842 >> v2:172.21.15.104:3300/0 conn(0x7f37580cd120 0x7f375815ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:36.458 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.456+0000 7f375659c640 1 -- 172.21.15.16:0/1170765842 >> v2:172.21.15.16:3300/0 conn(0x7f37580b2c60 msgr2=0x7f3758072610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:36.458 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.456+0000 7f375659c640 1 --2- 172.21.15.16:0/1170765842 >> v2:172.21.15.16:3300/0 conn(0x7f37580b2c60 0x7f3758072610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:36.458 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.456+0000 7f375659c640 1 -- 172.21.15.16:0/1170765842 >> v1:172.21.15.104:6789/0 conn(0x7f375815b8f0 legacy=0x7f375806e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:36.459 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.456+0000 7f375659c640 1 -- 172.21.15.16:0/1170765842 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f375815ae10 con 0x7f37580cd120 2024-09-11T22:44:36.459 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.458+0000 7f375659c640 1 --2- 172.21.15.16:0/1170765842 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f37580cd120 0x7f375815ec20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f37580b5dd0 tx=0x7f374802a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2fec981aec3a7d43 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:36.466 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.460+0000 7f375559a640 1 -- 172.21.15.16:0/1170765842 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3748037070 con 0x7f37580cd120 2024-09-11T22:44:36.467 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.460+0000 7f375559a640 1 -- 172.21.15.16:0/1170765842 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3748032440 con 0x7f37580cd120 2024-09-11T22:44:36.467 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.461+0000 7f375c83c640 1 -- 172.21.15.16:0/1170765842 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f37580cd120 msgr2=0x7f375815ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:36.467 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.461+0000 7f375c83c640 1 --2- 172.21.15.16:0/1170765842 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f37580cd120 0x7f375815ec20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f37580b5dd0 tx=0x7f374802a1a0 comp rx=0 tx=0).stop 2024-09-11T22:44:36.467 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.461+0000 7f375c83c640 1 -- 172.21.15.16:0/1170765842 shutdown_connections 2024-09-11T22:44:36.467 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.461+0000 7f375c83c640 1 --2- 172.21.15.16:0/1170765842 >> v2:172.21.15.16:3300/0 conn(0x7f37580b2c60 0x7f3758072610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:36.467 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.461+0000 7f375c83c640 1 --2- 172.21.15.16:0/1170765842 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f37580cd120 0x7f375815ec20 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:36.467 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.461+0000 7f375c83c640 1 -- 172.21.15.16:0/1170765842 >> 172.21.15.16:0/1170765842 conn(0x7f3758067aa0 msgr2=0x7f3758067eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:36.467 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.461+0000 7f375c83c640 1 -- 172.21.15.16:0/1170765842 shutdown_connections 2024-09-11T22:44:36.470 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.461+0000 7f375c83c640 1 -- 172.21.15.16:0/1170765842 wait complete. 2024-09-11T22:44:36.470 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.463+0000 7f375c83c640 1 Processor -- start 2024-09-11T22:44:36.470 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.463+0000 7f375c83c640 1 -- start start 2024-09-11T22:44:36.470 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.464+0000 7f375c83c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f375815b8f0 0x7f375814c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:36.470 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f375c83c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37581551f0 0x7f375814fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:36.470 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f375c83c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f37580b37e0 0x7f3758150230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f375659c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f375815b8f0 0x7f375814c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f375659c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f375815b8f0 0x7f375814c1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:33192/0 (socket says 172.21.15.16:33192) 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f375659c640 1 -- 172.21.15.16:0/1462167617 learned_addr learned my addr 172.21.15.16:0/1462167617 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f3756d9d640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f37580b37e0 0x7f3758150230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f3755d9b640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37581551f0 0x7f375814fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f37580cd500 con 0x7f37581551f0 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f375815b3d0 con 0x7f37580b37e0 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f37580d0390 con 0x7f375815b8f0 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f3755d9b640 1 -- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f375815b8f0 msgr2=0x7f375814c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f3755d9b640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f375815b8f0 0x7f375814c1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f3755d9b640 1 -- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f37580b37e0 msgr2=0x7f3758150230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.465+0000 7f3755d9b640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f37580b37e0 0x7f3758150230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:36.471 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.466+0000 7f3755d9b640 1 -- 172.21.15.16:0/1462167617 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37580b4c50 con 0x7f37581551f0 2024-09-11T22:44:36.472 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.466+0000 7f3755d9b640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37581551f0 0x7f375814fcf0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f374000df70 tx=0x7f374000f480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:36.472 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.466+0000 7f3756d9d640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f37580b37e0 0x7f3758150230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:36.472 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.466+0000 7f374effd640 1 -- 172.21.15.16:0/1462167617 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f374000fd30 con 0x7f37581551f0 2024-09-11T22:44:36.472 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.466+0000 7f374effd640 1 -- 172.21.15.16:0/1462167617 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f374000be70 con 0x7f37581551f0 2024-09-11T22:44:36.472 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.467+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37580b4f30 con 0x7f37581551f0 2024-09-11T22:44:36.472 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.467+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f375814c730 con 0x7f37581551f0 2024-09-11T22:44:36.472 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.467+0000 7f374effd640 1 -- 172.21.15.16:0/1462167617 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3740029a60 con 0x7f37581551f0 2024-09-11T22:44:36.472 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.469+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37580cd120 con 0x7f37581551f0 2024-09-11T22:44:36.472 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.469+0000 7f374effd640 1 -- 172.21.15.16:0/1462167617 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 4) ==== 90442+0+0 (secure 0 0 0) 0x7f3740018030 con 0x7f37581551f0 2024-09-11T22:44:36.473 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.470+0000 7f374effd640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f373806bdf0 0x7f373806e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:36.473 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.470+0000 7f374effd640 1 -- 172.21.15.16:0/1462167617 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 3166+0+0 (secure 0 0 0) 0x7f374009b310 con 0x7f37581551f0 2024-09-11T22:44:36.473 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.470+0000 7f375659c640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f373806bdf0 0x7f373806e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:36.474 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.473+0000 7f375659c640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f373806bdf0 0x7f373806e2b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f374802a1e0 tx=0x7f374802e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:36.481 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.480+0000 7f374effd640 1 -- 172.21.15.16:0/1462167617 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f374006a800 con 0x7f37581551f0 2024-09-11T22:44:36.525 INFO:tasks.ceph.osd.1.smithi016.stderr:2024-09-11T22:44:36.523+0000 7ff458d92640 -1 osd.1 0 waiting for initial osdmap 2024-09-11T22:44:36.532 INFO:tasks.ceph.osd.0.smithi016.stderr:2024-09-11T22:44:36.532+0000 7f19d725f640 -1 osd.0 0 waiting for initial osdmap 2024-09-11T22:44:36.536 INFO:tasks.ceph.osd.1.smithi016.stderr:2024-09-11T22:44:36.536+0000 7ff450bb2640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T22:44:36.549 INFO:tasks.ceph.osd.0.smithi016.stderr:2024-09-11T22:44:36.548+0000 7f19ce86b640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T22:44:36.661 INFO:tasks.ceph.osd.2.smithi016.stderr:2024-09-11T22:44:36.661+0000 7fc982e34640 -1 osd.2 0 waiting for initial osdmap 2024-09-11T22:44:36.673 INFO:tasks.ceph.osd.2.smithi016.stderr:2024-09-11T22:44:36.671+0000 7fc97ac54640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T22:44:36.695 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.694+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f375815a550 con 0x7f37581551f0 2024-09-11T22:44:36.696 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.695+0000 7f374effd640 1 -- 172.21.15.16:0/1462167617 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) ==== 74+0+9638 (secure 0 0 0) 0x7f374006a100 con 0x7f37581551f0 2024-09-11T22:44:36.696 INFO:teuthology.misc.health.smithi016.stdout: 2024-09-11T22:44:36.696 INFO:teuthology.misc.health.smithi016.stdout:{"epoch":14,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:36.398886+0000","last_up_change":"2024-09-11T22:44:35.357790+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:44:36.698 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f373806bdf0 msgr2=0x7f373806e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:36.698 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f373806bdf0 0x7f373806e2b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f374802a1e0 tx=0x7f374802e000 comp rx=0 tx=0).stop 2024-09-11T22:44:36.698 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37581551f0 msgr2=0x7f375814fcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:36.698 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37581551f0 0x7f375814fcf0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f374000df70 tx=0x7f374000f480 comp rx=0 tx=0).stop 2024-09-11T22:44:36.698 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 shutdown_connections 2024-09-11T22:44:36.698 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f373806bdf0 0x7f373806e2b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:36.698 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f37580b37e0 0x7f3758150230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:36.698 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37581551f0 0x7f375814fcf0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:36.698 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 --2- 172.21.15.16:0/1462167617 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f375815b8f0 0x7f375814c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:36.698 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 >> 172.21.15.16:0/1462167617 conn(0x7f3758067aa0 msgr2=0x7f375815dfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:36.699 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 shutdown_connections 2024-09-11T22:44:36.699 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:36.697+0000 7f375c83c640 1 -- 172.21.15.16:0/1462167617 wait complete. 2024-09-11T22:44:36.707 DEBUG:teuthology.misc:2 of 8 OSDs are up 2024-09-11T22:44:37.043 INFO:tasks.ceph.osd.7.smithi104.stderr:2024-09-11T22:44:37.041+0000 7ff91e126640 -1 osd.7 0 waiting for initial osdmap 2024-09-11T22:44:37.071 INFO:tasks.ceph.osd.6.smithi104.stderr:2024-09-11T22:44:37.069+0000 7f8a3594a640 -1 osd.6 0 waiting for initial osdmap 2024-09-11T22:44:37.076 INFO:tasks.ceph.osd.7.smithi104.stderr:2024-09-11T22:44:37.075+0000 7ff915f46640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T22:44:37.085 INFO:tasks.ceph.osd.6.smithi104.stderr:2024-09-11T22:44:37.084+0000 7f8a2d76a640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T22:44:37.275 INFO:tasks.ceph.osd.5.smithi104.stderr:2024-09-11T22:44:37.274+0000 7fdfc15cf640 -1 osd.5 0 waiting for initial osdmap 2024-09-11T22:44:37.284 INFO:tasks.ceph.osd.5.smithi104.stderr:2024-09-11T22:44:37.283+0000 7fdfb93ef640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-11T22:44:43.514 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-11T22:44:43.619 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.617+0000 7f26d6d9f640 1 Processor -- start 2024-09-11T22:44:43.619 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.618+0000 7f26d6d9f640 1 -- start start 2024-09-11T22:44:43.621 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.618+0000 7f26d6d9f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f26d0144cc0 0x7f26d00cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.621 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.618+0000 7f26d6d9f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f26d00ce120 0x7f26d00b4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.621 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d6d9f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f26d00b5020 0x7f26d00cf7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.621 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d6d9f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f26d00b5490 con 0x7f26d00b5020 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d6d9f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f26d00cf310 con 0x7f26d00ce120 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d6d9f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f26d01450a0 con 0x7f26d0144cc0 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d659e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f26d00b5020 0x7f26d00cf7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d659e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f26d00b5020 0x7f26d00cf7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38424/0 (socket says 172.21.15.16:38424) 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d659e640 1 -- 172.21.15.16:0/2210792002 learned_addr learned my addr 172.21.15.16:0/2210792002 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d5d9d640 1 --2- 172.21.15.16:0/2210792002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f26d0144cc0 0x7f26d00cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d659e640 1 -- 172.21.15.16:0/2210792002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f26d0144cc0 msgr2=0x7f26d00cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d559c640 1 --2- 172.21.15.16:0/2210792002 >> v2:172.21.15.104:3300/0 conn(0x7f26d00ce120 0x7f26d00b4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d659e640 1 --2- 172.21.15.16:0/2210792002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f26d0144cc0 0x7f26d00cdbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d659e640 1 -- 172.21.15.16:0/2210792002 >> v2:172.21.15.104:3300/0 conn(0x7f26d00ce120 msgr2=0x7f26d00b4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d659e640 1 --2- 172.21.15.16:0/2210792002 >> v2:172.21.15.104:3300/0 conn(0x7f26d00ce120 0x7f26d00b4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.622 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d659e640 1 -- 172.21.15.16:0/2210792002 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d00ce700 con 0x7f26d00b5020 2024-09-11T22:44:43.623 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d5d9d640 1 --2- 172.21.15.16:0/2210792002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f26d0144cc0 0x7f26d00cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:43.623 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.619+0000 7f26d559c640 1 --2- 172.21.15.16:0/2210792002 >> v2:172.21.15.104:3300/0 conn(0x7f26d00ce120 0x7f26d00b4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:43.623 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.620+0000 7f26d659e640 1 --2- 172.21.15.16:0/2210792002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26d00b5020 0x7f26d00cf7a0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f26d0072670 tx=0x7f26c802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64c70215f7998bfa server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:43.626 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.620+0000 7f26d4d9b640 1 -- 172.21.15.16:0/2210792002 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c8036070 con 0x7f26d00b5020 2024-09-11T22:44:43.626 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.620+0000 7f26d4d9b640 1 -- 172.21.15.16:0/2210792002 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26c8031600 con 0x7f26d00b5020 2024-09-11T22:44:43.626 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.620+0000 7f26d4d9b640 1 -- 172.21.15.16:0/2210792002 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c80319d0 con 0x7f26d00b5020 2024-09-11T22:44:43.626 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.621+0000 7f26d6d9f640 1 -- 172.21.15.16:0/2210792002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26d00b5020 msgr2=0x7f26d00cf7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:43.626 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.621+0000 7f26d6d9f640 1 --2- 172.21.15.16:0/2210792002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26d00b5020 0x7f26d00cf7a0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f26d0072670 tx=0x7f26c802a6a0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.626 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.621+0000 7f26d6d9f640 1 -- 172.21.15.16:0/2210792002 shutdown_connections 2024-09-11T22:44:43.626 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.621+0000 7f26d6d9f640 1 --2- 172.21.15.16:0/2210792002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26d00b5020 0x7f26d00cf7a0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.626 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.621+0000 7f26d6d9f640 1 --2- 172.21.15.16:0/2210792002 >> v2:172.21.15.104:3300/0 conn(0x7f26d00ce120 0x7f26d00b4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.626 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.621+0000 7f26d6d9f640 1 --2- 172.21.15.16:0/2210792002 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f26d0144cc0 0x7f26d00cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.626 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.621+0000 7f26d6d9f640 1 -- 172.21.15.16:0/2210792002 >> 172.21.15.16:0/2210792002 conn(0x7f26d00b6780 msgr2=0x7f26d00b6b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:43.626 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.621+0000 7f26d6d9f640 1 -- 172.21.15.16:0/2210792002 shutdown_connections 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.621+0000 7f26d6d9f640 1 -- 172.21.15.16:0/2210792002 wait complete. 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.622+0000 7f26d6d9f640 1 Processor -- start 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.622+0000 7f26d6d9f640 1 -- start start 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d6d9f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f26d00b5020 0x7f26d01ef310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d6d9f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26d00ce120 0x7f26d0140450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d6d9f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26d0144cc0 0x7f26d00b1b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d6d9f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f26d00cefa0 con 0x7f26d0144cc0 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d6d9f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f26d00cecc0 con 0x7f26d00ce120 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d6d9f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f26d00d13b0 con 0x7f26d00b5020 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d659e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26d0144cc0 0x7f26d00b1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d659e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26d0144cc0 0x7f26d00b1b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38428/0 (socket says 172.21.15.16:38428) 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d659e640 1 -- 172.21.15.16:0/904862253 learned_addr learned my addr 172.21.15.16:0/904862253 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:43.627 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d5d9d640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f26d00b5020 0x7f26d01ef310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d559c640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26d00ce120 0x7f26d0140450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d659e640 1 -- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f26d00b5020 msgr2=0x7f26d01ef310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d659e640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f26d00b5020 0x7f26d01ef310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d659e640 1 -- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26d00ce120 msgr2=0x7f26d0140450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d659e640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26d00ce120 0x7f26d0140450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d659e640 1 -- 172.21.15.16:0/904862253 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d013f0d0 con 0x7f26d0144cc0 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.623+0000 7f26d659e640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26d0144cc0 0x7f26d00b1b20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f26c802ac90 tx=0x7f26c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.624+0000 7f26c67fc640 1 -- 172.21.15.16:0/904862253 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c803f020 con 0x7f26d0144cc0 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.624+0000 7f26c67fc640 1 -- 172.21.15.16:0/904862253 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26c8037040 con 0x7f26d0144cc0 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.624+0000 7f26d6d9f640 1 -- 172.21.15.16:0/904862253 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26d013f3b0 con 0x7f26d0144cc0 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.624+0000 7f26c67fc640 1 -- 172.21.15.16:0/904862253 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c8036070 con 0x7f26d0144cc0 2024-09-11T22:44:43.628 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.624+0000 7f26d6d9f640 1 -- 172.21.15.16:0/904862253 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26d013f970 con 0x7f26d0144cc0 2024-09-11T22:44:43.629 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.625+0000 7f26d6d9f640 1 -- 172.21.15.16:0/904862253 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26d00b4ae0 con 0x7f26d0144cc0 2024-09-11T22:44:43.629 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.625+0000 7f26c67fc640 1 -- 172.21.15.16:0/904862253 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f26c8042020 con 0x7f26d0144cc0 2024-09-11T22:44:43.629 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.626+0000 7f26c67fc640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f26b406be30 0x7f26b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.629 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.626+0000 7f26c67fc640 1 -- 172.21.15.16:0/904862253 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f26c80ab0d0 con 0x7f26d0144cc0 2024-09-11T22:44:43.630 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.626+0000 7f26d5d9d640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f26b406be30 0x7f26b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.630 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.626+0000 7f26d5d9d640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f26b406be30 0x7f26b406e2f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f26cc008850 tx=0x7f26cc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:43.632 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.630+0000 7f26c67fc640 1 -- 172.21.15.16:0/904862253 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f26c8049030 con 0x7f26d0144cc0 2024-09-11T22:44:43.809 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.807+0000 7f26d6d9f640 1 -- 172.21.15.16:0/904862253 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f26d00d0380 con 0x7f26d0144cc0 2024-09-11T22:44:43.809 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.808+0000 7f26c67fc640 1 -- 172.21.15.16:0/904862253 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12860 (secure 0 0 0) 0x7f26c8079e60 con 0x7f26d0144cc0 2024-09-11T22:44:43.810 INFO:teuthology.misc.health.smithi016.stdout: 2024-09-11T22:44:43.810 INFO:teuthology.misc.health.smithi016.stdout:{"epoch":17,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:39.464194+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:44:43.812 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 -- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f26b406be30 msgr2=0x7f26b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:43.812 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f26b406be30 0x7f26b406e2f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f26cc008850 tx=0x7f26cc008040 comp rx=0 tx=0).stop 2024-09-11T22:44:43.812 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 -- 172.21.15.16:0/904862253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26d0144cc0 msgr2=0x7f26d00b1b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:43.812 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26d0144cc0 0x7f26d00b1b20 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f26c802ac90 tx=0x7f26c8004a40 comp rx=0 tx=0).stop 2024-09-11T22:44:43.812 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 -- 172.21.15.16:0/904862253 shutdown_connections 2024-09-11T22:44:43.812 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f26b406be30 0x7f26b406e2f0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.812 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26d0144cc0 0x7f26d00b1b20 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.812 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26d00ce120 0x7f26d0140450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.812 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 --2- 172.21.15.16:0/904862253 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f26d00b5020 0x7f26d01ef310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.812 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 -- 172.21.15.16:0/904862253 >> 172.21.15.16:0/904862253 conn(0x7f26d00b6780 msgr2=0x7f26d00706d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:43.812 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 -- 172.21.15.16:0/904862253 shutdown_connections 2024-09-11T22:44:43.813 INFO:teuthology.misc.health.smithi016.stderr:2024-09-11T22:44:43.810+0000 7f26d6d9f640 1 -- 172.21.15.16:0/904862253 wait complete. 2024-09-11T22:44:43.821 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-11T22:44:43.821 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-11T22:44:43.821 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-11T22:44:43.821 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-11T22:44:43.824 INFO:tasks.ceph.mds.a:Started 2024-09-11T22:44:43.824 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-11T22:44:43.824 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-11T22:44:43.826 INFO:tasks.ceph.mds.c:Started 2024-09-11T22:44:43.826 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-11T22:44:43.826 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-11T22:44:43.829 INFO:tasks.ceph.mds.b:Started 2024-09-11T22:44:43.829 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-11T22:44:43.829 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-11T22:44:43.831 INFO:tasks.ceph.mds.d:Started 2024-09-11T22:44:43.831 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-11T22:44:43.832 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:44:43.901 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-11T22:44:43.902 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-11T22:44:43.914 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-11T22:44:43.915 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-11T22:44:43.915 INFO:tasks.ceph.mds.d.smithi104.stderr:2024-09-11T22:44:43.913+0000 7fd4b8ba6640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-11T22:44:43.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.938+0000 7fa7e6a1e640 1 Processor -- start 2024-09-11T22:44:43.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.938+0000 7fa7e6a1e640 1 -- start start 2024-09-11T22:44:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7e6a1e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa7e00b5e40 0x7fa7e009aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7e6a1e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7e009af80 0x7fa7e006cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7df7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa7e00b5e40 0x7fa7e009aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7df7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa7e00b5e40 0x7fa7e009aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38478/0 (socket says 172.21.15.16:38478) 2024-09-11T22:44:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7e6a1e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7e00b6470 con 0x7fa7e015e4e0 2024-09-11T22:44:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7df7fe640 1 -- 172.21.15.16:0/2983498869 learned_addr learned my addr 172.21.15.16:0/2983498869 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/2983498869 --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa7e0071bb0 con 0x7fa7e00b5e40 2024-09-11T22:44:43.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/2983498869 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa7e009b3d0 con 0x7fa7e009af80 2024-09-11T22:44:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7e4fbb640 1 --2- 172.21.15.16:0/2983498869 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7e009af80 0x7fa7e006cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7df7fe640 1 -- 172.21.15.16:0/2983498869 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7e009af80 msgr2=0x7fa7e006cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7df7fe640 1 --2- 172.21.15.16:0/2983498869 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7e009af80 0x7fa7e006cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7df7fe640 1 -- 172.21.15.16:0/2983498869 >> v1:172.21.15.104:6789/0 conn(0x7fa7e015e4e0 legacy=0x7fa7e00714a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:43.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.939+0000 7fa7df7fe640 1 -- 172.21.15.16:0/2983498869 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7e00b6750 con 0x7fa7e00b5e40 2024-09-11T22:44:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.940+0000 7fa7df7fe640 1 --2- 172.21.15.16:0/2983498869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7e00b5e40 0x7fa7e009aa40 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa7d4009870 tx=0x7fa7d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfd0826665039b32 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.940+0000 7fa7deffd640 1 -- 172.21.15.16:0/2983498869 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d4037070 con 0x7fa7e00b5e40 2024-09-11T22:44:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.940+0000 7fa7deffd640 1 -- 172.21.15.16:0/2983498869 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7d4032440 con 0x7fa7e00b5e40 2024-09-11T22:44:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.940+0000 7fa7deffd640 1 -- 172.21.15.16:0/2983498869 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d4032810 con 0x7fa7e00b5e40 2024-09-11T22:44:43.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.941+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/2983498869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7e00b5e40 msgr2=0x7fa7e009aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.941+0000 7fa7e6a1e640 1 --2- 172.21.15.16:0/2983498869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7e00b5e40 0x7fa7e009aa40 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa7d4009870 tx=0x7fa7d402a270 comp rx=0 tx=0).stop 2024-09-11T22:44:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.941+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/2983498869 shutdown_connections 2024-09-11T22:44:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.941+0000 7fa7e6a1e640 1 --2- 172.21.15.16:0/2983498869 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7e009af80 0x7fa7e006cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.941+0000 7fa7e6a1e640 1 --2- 172.21.15.16:0/2983498869 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7e00b5e40 0x7fa7e009aa40 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.941+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/2983498869 >> 172.21.15.16:0/2983498869 conn(0x7fa7e00b4280 msgr2=0x7fa7e00b4690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.941+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/2983498869 shutdown_connections 2024-09-11T22:44:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.941+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/2983498869 wait complete. 2024-09-11T22:44:43.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.942+0000 7fa7e6a1e640 1 Processor -- start 2024-09-11T22:44:43.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.942+0000 7fa7e6a1e640 1 -- start start 2024-09-11T22:44:43.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e6a1e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7e009af80 0x7fa7e0158410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e6a1e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7e00b5e40 0x7fa7e00d0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e6a1e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7e015e4e0 0x7fa7e00b3430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e6a1e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e00b6ff0 con 0x7fa7e015e4e0 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e6a1e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa7e00b6d10 con 0x7fa7e00b5e40 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e6a1e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa7e00b7510 con 0x7fa7e009af80 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e4fbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7e015e4e0 0x7fa7e00b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e4fbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7e015e4e0 0x7fa7e00b3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38494/0 (socket says 172.21.15.16:38494) 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e4fbb640 1 -- 172.21.15.16:0/1290181811 learned_addr learned my addr 172.21.15.16:0/1290181811 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7df7fe640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7e00b5e40 0x7fa7e00d0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7dffff640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7e009af80 0x7fa7e0158410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e4fbb640 1 -- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7e009af80 msgr2=0x7fa7e0158410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e4fbb640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7e009af80 0x7fa7e0158410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e4fbb640 1 -- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7e00b5e40 msgr2=0x7fa7e00d0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e4fbb640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7e00b5e40 0x7fa7e00d0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e4fbb640 1 -- 172.21.15.16:0/1290181811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7e00d1ce0 con 0x7fa7e015e4e0 2024-09-11T22:44:43.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e4fbb640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7e015e4e0 0x7fa7e00b3430 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa7d800efc0 tx=0x7fa7d800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:43.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7dcff9640 1 -- 172.21.15.16:0/1290181811 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d8018020 con 0x7fa7e015e4e0 2024-09-11T22:44:43.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7dcff9640 1 -- 172.21.15.16:0/1290181811 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7d8014480 con 0x7fa7e015e4e0 2024-09-11T22:44:43.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/1290181811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7e015ec00 con 0x7fa7e015e4e0 2024-09-11T22:44:43.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.943+0000 7fa7dcff9640 1 -- 172.21.15.16:0/1290181811 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d8014870 con 0x7fa7e015e4e0 2024-09-11T22:44:43.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.944+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/1290181811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7e00d1a00 con 0x7fa7e015e4e0 2024-09-11T22:44:43.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.944+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/1290181811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7e015e8c0 con 0x7fa7e015e4e0 2024-09-11T22:44:43.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.945+0000 7fa7dcff9640 1 -- 172.21.15.16:0/1290181811 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa7d8005d10 con 0x7fa7e015e4e0 2024-09-11T22:44:43.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.945+0000 7fa7dcff9640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa7cc06be30 0x7fa7cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:43.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.946+0000 7fa7dcff9640 1 -- 172.21.15.16:0/1290181811 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fa7d808b5a0 con 0x7fa7e015e4e0 2024-09-11T22:44:43.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.946+0000 7fa7dffff640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa7cc06be30 0x7fa7cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:43.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.946+0000 7fa7dffff640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa7cc06be30 0x7fa7cc06e2f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0000f60 tx=0x7fa7d0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:43.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:43.950+0000 7fa7dcff9640 1 -- 172.21.15.16:0/1290181811 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa7d8022070 con 0x7fa7e015e4e0 2024-09-11T22:44:44.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.161+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/1290181811 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7e00d22d0 con 0x7fa7e015e4e0 2024-09-11T22:44:44.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.161+0000 7fa7dcff9640 1 -- 172.21.15.16:0/1290181811 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7fa7d8010040 con 0x7fa7e015e4e0 2024-09-11T22:44:44.163 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:44:44.163 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":2,"btime":"2024-09-11T22:44:43:905883+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-11T22:44:44.163 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 2 2024-09-11T22:44:44.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa7cc06be30 msgr2=0x7fa7cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:44.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa7cc06be30 0x7fa7cc06e2f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0000f60 tx=0x7fa7d0009040 comp rx=0 tx=0).stop 2024-09-11T22:44:44.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/1290181811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7e015e4e0 msgr2=0x7fa7e00b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:44.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7e015e4e0 0x7fa7e00b3430 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa7d800efc0 tx=0x7fa7d800c490 comp rx=0 tx=0).stop 2024-09-11T22:44:44.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/1290181811 shutdown_connections 2024-09-11T22:44:44.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa7cc06be30 0x7fa7cc06e2f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:44.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa7e015e4e0 0x7fa7e00b3430 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:44.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa7e00b5e40 0x7fa7e00d0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:44.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 --2- 172.21.15.16:0/1290181811 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa7e009af80 0x7fa7e0158410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:44.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/1290181811 >> 172.21.15.16:0/1290181811 conn(0x7fa7e00b4280 msgr2=0x7fa7e00b4660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:44.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/1290181811 shutdown_connections 2024-09-11T22:44:44.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:44.163+0000 7fa7e6a1e640 1 -- 172.21.15.16:0/1290181811 wait complete. 2024-09-11T22:44:46.177 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:44:46.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.290+0000 7fe119a1e640 1 Processor -- start 2024-09-11T22:44:46.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.290+0000 7fe119a1e640 1 -- start start 2024-09-11T22:44:46.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe119a1e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe11415e770 0x7fe1140b9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe119a1e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe11415eb50 0x7fe1140d3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe119a1e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1140b6100 0x7fe1140b6540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe119a1e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe1140cf3f0 con 0x7fe1140b6100 2024-09-11T22:44:46.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe119a1e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe1140d3460 con 0x7fe11415eb50 2024-09-11T22:44:46.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe119a1e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe1140b6a80 con 0x7fe11415e770 2024-09-11T22:44:46.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe1137fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1140b6100 0x7fe1140b6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe1137fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1140b6100 0x7fe1140b6540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38500/0 (socket says 172.21.15.16:38500) 2024-09-11T22:44:46.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe1137fe640 1 -- 172.21.15.16:0/670319883 learned_addr learned my addr 172.21.15.16:0/670319883 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:46.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe1127fc640 1 --2- 172.21.15.16:0/670319883 >> v2:172.21.15.104:3300/0 conn(0x7fe11415eb50 0x7fe1140d3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe112ffd640 1 --2- 172.21.15.16:0/670319883 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe11415e770 0x7fe1140b9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe1137fe640 1 -- 172.21.15.16:0/670319883 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe11415e770 msgr2=0x7fe1140b9fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:46.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe1137fe640 1 --2- 172.21.15.16:0/670319883 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe11415e770 0x7fe1140b9fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe1137fe640 1 -- 172.21.15.16:0/670319883 >> v2:172.21.15.104:3300/0 conn(0x7fe11415eb50 msgr2=0x7fe1140d3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:46.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe1137fe640 1 --2- 172.21.15.16:0/670319883 >> v2:172.21.15.104:3300/0 conn(0x7fe11415eb50 0x7fe1140d3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe1137fe640 1 -- 172.21.15.16:0/670319883 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1140cee70 con 0x7fe1140b6100 2024-09-11T22:44:46.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe1127fc640 1 --2- 172.21.15.16:0/670319883 >> v2:172.21.15.104:3300/0 conn(0x7fe11415eb50 0x7fe1140d3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:46.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.291+0000 7fe112ffd640 1 --2- 172.21.15.16:0/670319883 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe11415e770 0x7fe1140b9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:46.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.292+0000 7fe1137fe640 1 --2- 172.21.15.16:0/670319883 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1140b6100 0x7fe1140b6540 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe11408d060 tx=0x7fe10c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43d1aa87e4dfedd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:46.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.292+0000 7fe111ffb640 1 -- 172.21.15.16:0/670319883 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe10c036070 con 0x7fe1140b6100 2024-09-11T22:44:46.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.292+0000 7fe111ffb640 1 -- 172.21.15.16:0/670319883 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe10c031600 con 0x7fe1140b6100 2024-09-11T22:44:46.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.292+0000 7fe111ffb640 1 -- 172.21.15.16:0/670319883 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe10c0319d0 con 0x7fe1140b6100 2024-09-11T22:44:46.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.293+0000 7fe119a1e640 1 -- 172.21.15.16:0/670319883 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1140b6100 msgr2=0x7fe1140b6540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.293+0000 7fe119a1e640 1 --2- 172.21.15.16:0/670319883 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1140b6100 0x7fe1140b6540 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe11408d060 tx=0x7fe10c02a610 comp rx=0 tx=0).stop 2024-09-11T22:44:46.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.293+0000 7fe119a1e640 1 -- 172.21.15.16:0/670319883 shutdown_connections 2024-09-11T22:44:46.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.293+0000 7fe119a1e640 1 --2- 172.21.15.16:0/670319883 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1140b6100 0x7fe1140b6540 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.293+0000 7fe119a1e640 1 --2- 172.21.15.16:0/670319883 >> v2:172.21.15.104:3300/0 conn(0x7fe11415eb50 0x7fe1140d3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.293+0000 7fe119a1e640 1 --2- 172.21.15.16:0/670319883 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe11415e770 0x7fe1140b9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.293+0000 7fe119a1e640 1 -- 172.21.15.16:0/670319883 >> 172.21.15.16:0/670319883 conn(0x7fe1140d12e0 msgr2=0x7fe1140d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.293+0000 7fe119a1e640 1 -- 172.21.15.16:0/670319883 shutdown_connections 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.293+0000 7fe119a1e640 1 -- 172.21.15.16:0/670319883 wait complete. 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.294+0000 7fe119a1e640 1 Processor -- start 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.294+0000 7fe119a1e640 1 -- start start 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe119a1e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1140b6100 0x7fe114160210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe119a1e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe11415e770 0x7fe1141e7250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe119a1e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe11415eb50 0x7fe11415dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe119a1e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe1140ba4e0 con 0x7fe11415e770 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe119a1e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe1140d3130 con 0x7fe11415eb50 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe119a1e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe1140ba660 con 0x7fe1140b6100 2024-09-11T22:44:46.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe1127fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe11415e770 0x7fe1141e7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe1127fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe11415e770 0x7fe1141e7250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38510/0 (socket says 172.21.15.16:38510) 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe1127fc640 1 -- 172.21.15.16:0/1838876149 learned_addr learned my addr 172.21.15.16:0/1838876149 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe112ffd640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1140b6100 0x7fe114160210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe1137fe640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe11415eb50 0x7fe11415dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe1127fc640 1 -- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1140b6100 msgr2=0x7fe114160210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe1127fc640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1140b6100 0x7fe114160210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe1127fc640 1 -- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe11415eb50 msgr2=0x7fe11415dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe1127fc640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe11415eb50 0x7fe11415dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.295+0000 7fe1127fc640 1 -- 172.21.15.16:0/1838876149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe114160910 con 0x7fe11415e770 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.296+0000 7fe1127fc640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe11415e770 0x7fe1141e7250 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe10800c7c0 tx=0x7fe10800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.296+0000 7fe0fbfff640 1 -- 172.21.15.16:0/1838876149 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe108015070 con 0x7fe11415e770 2024-09-11T22:44:46.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.296+0000 7fe0fbfff640 1 -- 172.21.15.16:0/1838876149 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe108007820 con 0x7fe11415e770 2024-09-11T22:44:46.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.296+0000 7fe0fbfff640 1 -- 172.21.15.16:0/1838876149 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe108007bf0 con 0x7fe11415e770 2024-09-11T22:44:46.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.296+0000 7fe119a1e640 1 -- 172.21.15.16:0/1838876149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe114160bf0 con 0x7fe11415e770 2024-09-11T22:44:46.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.296+0000 7fe119a1e640 1 -- 172.21.15.16:0/1838876149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1141611b0 con 0x7fe11415e770 2024-09-11T22:44:46.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.297+0000 7fe119a1e640 1 -- 172.21.15.16:0/1838876149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1140d4270 con 0x7fe11415e770 2024-09-11T22:44:46.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.298+0000 7fe0fbfff640 1 -- 172.21.15.16:0/1838876149 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe108018070 con 0x7fe11415e770 2024-09-11T22:44:46.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.298+0000 7fe0fbfff640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe10006be30 0x7fe10006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.298+0000 7fe0fbfff640 1 -- 172.21.15.16:0/1838876149 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fe10808aa30 con 0x7fe11415e770 2024-09-11T22:44:46.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.298+0000 7fe112ffd640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe10006be30 0x7fe10006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.299+0000 7fe112ffd640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe10006be30 0x7fe10006e2f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe104006b10 tx=0x7fe104008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:46.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.302+0000 7fe0fbfff640 1 -- 172.21.15.16:0/1838876149 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe108059730 con 0x7fe11415e770 2024-09-11T22:44:46.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.512+0000 7fe119a1e640 1 -- 172.21.15.16:0/1838876149 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe11406ddc0 con 0x7fe11415e770 2024-09-11T22:44:46.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.512+0000 7fe0fbfff640 1 -- 172.21.15.16:0/1838876149 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3906 (secure 0 0 0) 0x7fe108059030 con 0x7fe11415e770 2024-09-11T22:44:46.515 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:44:46.515 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":3,"btime":"2024-09-11T22:44:44:907267+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/3903625691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3903625691},{"type":"v1","addr":"172.21.15.104:6837","nonce":3903625691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/57158659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":57158659},{"type":"v1","addr":"172.21.15.16:6835","nonce":57158659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4303,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/3264142978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3264142978},{"type":"v1","addr":"172.21.15.104:6836","nonce":3264142978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-11T22:44:46.516 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 3 2024-09-11T22:44:46.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 -- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe10006be30 msgr2=0x7fe10006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe10006be30 0x7fe10006e2f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe104006b10 tx=0x7fe104008040 comp rx=0 tx=0).stop 2024-09-11T22:44:46.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 -- 172.21.15.16:0/1838876149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe11415e770 msgr2=0x7fe1141e7250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe11415e770 0x7fe1141e7250 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe10800c7c0 tx=0x7fe10800cc80 comp rx=0 tx=0).stop 2024-09-11T22:44:46.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 -- 172.21.15.16:0/1838876149 shutdown_connections 2024-09-11T22:44:46.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe10006be30 0x7fe10006e2f0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe11415eb50 0x7fe11415dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe11415e770 0x7fe1141e7250 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 --2- 172.21.15.16:0/1838876149 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1140b6100 0x7fe114160210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 -- 172.21.15.16:0/1838876149 >> 172.21.15.16:0/1838876149 conn(0x7fe1140d12e0 msgr2=0x7fe1140b7770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:46.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 -- 172.21.15.16:0/1838876149 shutdown_connections 2024-09-11T22:44:46.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.514+0000 7fe119a1e640 1 -- 172.21.15.16:0/1838876149 wait complete. 2024-09-11T22:44:46.527 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-11T22:44:46.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.627+0000 7f8190ea6640 1 Processor -- start 2024-09-11T22:44:46.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.627+0000 7f8190ea6640 1 -- start start 2024-09-11T22:44:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f8190ea6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0b6470 0x7f818c0b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f8190ea6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f818c0d2880 con 0x7f818c0b3600 2024-09-11T22:44:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f8190ea6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f818c0d2b60 con 0x7f818c0d3920 2024-09-11T22:44:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f8190ea6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f818c0d3490 con 0x7f818c0b6470 2024-09-11T22:44:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f8189d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f818c0b3600 0x7f818c0b6850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60568/0 (socket says 172.21.15.16:60568) 2024-09-11T22:44:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f8189d9b640 1 -- 172.21.15.16:0/4145835962 learned_addr learned my addr 172.21.15.16:0/4145835962 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:44:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818a59c640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0b6470 0x7f818c0b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1470238753 0 0) 0x7f818c0d2880 con 0x7f818c0b3600 2024-09-11T22:44:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8174003520 con 0x7f818c0b3600 2024-09-11T22:44:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 145416986 0 0) 0x7f818c0d2b60 con 0x7f818c0d3920 2024-09-11T22:44:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f818c0d2880 con 0x7f818c0d3920 2024-09-11T22:44:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 320249158 0 0) 0x7f8174003520 con 0x7f818c0b3600 2024-09-11T22:44:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0b6470 msgr2=0x7f818c0b3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0b6470 0x7f818c0b3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 >> v1:172.21.15.104:6789/0 conn(0x7f818c0d3920 legacy=0x7f818c0b75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f818c0d2e40 con 0x7f818c0b3600 2024-09-11T22:44:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f8180001670 con 0x7f818c0b3600 2024-09-11T22:44:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 >> v1:172.21.15.16:6789/0 conn(0x7f818c0b3600 legacy=0x7f818c0b6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8174003b70 0x7f8174003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0b6470 0x7f8174004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8174004d40 0x7f81740051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f818c0d3490 con 0x7f8174003b70 2024-09-11T22:44:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f817400ba70 con 0x7f8174004d40 2024-09-11T22:44:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f817400bc20 con 0x7f818c0b6470 2024-09-11T22:44:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f818a59c640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8174003b70 0x7f8174003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.628+0000 7f8189d9b640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0b6470 0x7f8174004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.629+0000 7f818ad9d640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8174004d40 0x7f81740051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.629+0000 7f818a59c640 1 -- 172.21.15.16:0/4145835962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0b6470 msgr2=0x7f8174004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.629+0000 7f818a59c640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0b6470 0x7f8174004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.629+0000 7f818a59c640 1 -- 172.21.15.16:0/4145835962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8174004d40 msgr2=0x7f81740051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:46.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.629+0000 7f818a59c640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8174004d40 0x7f81740051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.629+0000 7f818a59c640 1 -- 172.21.15.16:0/4145835962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8174003520 con 0x7f8174003b70 2024-09-11T22:44:46.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.629+0000 7f818a59c640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8174003b70 0x7f8174003f70 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f817c009ac0 tx=0x7f8174005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48a519b6fbe36503 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:46.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.630+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f817c036070 con 0x7f8174003b70 2024-09-11T22:44:46.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.630+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f817c031400 con 0x7f8174003b70 2024-09-11T22:44:46.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.630+0000 7f818959a640 1 -- 172.21.15.16:0/4145835962 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f817c009690 con 0x7f8174003b70 2024-09-11T22:44:46.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.630+0000 7f8190ea6640 1 -- 172.21.15.16:0/4145835962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8174003b70 msgr2=0x7f8174003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.630+0000 7f8190ea6640 1 --2- 172.21.15.16:0/4145835962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8174003b70 0x7f8174003f70 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f817c009ac0 tx=0x7f8174005830 comp rx=0 tx=0).stop 2024-09-11T22:44:46.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.630+0000 7f818ad9d640 1 -- 172.21.15.16:0/4145835962 reap_dead start 2024-09-11T22:44:46.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.630+0000 7f8190ea6640 1 -- 172.21.15.16:0/4145835962 shutdown_connections 2024-09-11T22:44:46.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.630+0000 7f8190ea6640 1 -- 172.21.15.16:0/4145835962 >> 172.21.15.16:0/4145835962 conn(0x7f818c0d1530 msgr2=0x7f818c0d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:46.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.630+0000 7f8190ea6640 1 -- 172.21.15.16:0/4145835962 shutdown_connections 2024-09-11T22:44:46.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.630+0000 7f8190ea6640 1 -- 172.21.15.16:0/4145835962 wait complete. 2024-09-11T22:44:46.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.632+0000 7f8190ea6640 1 Processor -- start 2024-09-11T22:44:46.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.632+0000 7f8190ea6640 1 -- start start 2024-09-11T22:44:46.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.632+0000 7f8190ea6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8174003b70 0x7f818c0ca9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.632+0000 7f8190ea6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0cc070 0x7f818c15fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.632+0000 7f8190ea6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f818c0cc4f0 0x7f818c160160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.632+0000 7f8190ea6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f818c0cfb00 con 0x7f818c0cc4f0 2024-09-11T22:44:46.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.632+0000 7f8190ea6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f818c15e930 con 0x7f8174003b70 2024-09-11T22:44:46.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.632+0000 7f8190ea6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f818c0cfc80 con 0x7f818c0cc070 2024-09-11T22:44:46.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.632+0000 7f818ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f818c0cc4f0 0x7f818c160160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.632+0000 7f818ad9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f818c0cc4f0 0x7f818c160160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38530/0 (socket says 172.21.15.16:38530) 2024-09-11T22:44:46.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f818ad9d640 1 -- 172.21.15.16:0/3270847362 learned_addr learned my addr 172.21.15.16:0/3270847362 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:46.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f8189d9b640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0cc070 0x7f818c15fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f818ad9d640 1 -- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0cc070 msgr2=0x7f818c15fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f818ad9d640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0cc070 0x7f818c15fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f818a59c640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8174003b70 0x7f818c0ca9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f818ad9d640 1 -- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8174003b70 msgr2=0x7f818c0ca9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f818ad9d640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8174003b70 0x7f818c0ca9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f818ad9d640 1 -- 172.21.15.16:0/3270847362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f818c0ccac0 con 0x7f818c0cc4f0 2024-09-11T22:44:46.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f818ad9d640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f818c0cc4f0 0x7f818c160160 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8174003b40 tx=0x7f818400fd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:46.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f817affd640 1 -- 172.21.15.16:0/3270847362 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8184019070 con 0x7f818c0cc4f0 2024-09-11T22:44:46.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f817affd640 1 -- 172.21.15.16:0/3270847362 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8184006e20 con 0x7f818c0cc4f0 2024-09-11T22:44:46.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f8190ea6640 1 -- 172.21.15.16:0/3270847362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f818c0c81c0 con 0x7f818c0cc4f0 2024-09-11T22:44:46.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f817affd640 1 -- 172.21.15.16:0/3270847362 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8184003b70 con 0x7f818c0cc4f0 2024-09-11T22:44:46.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.633+0000 7f8190ea6640 1 -- 172.21.15.16:0/3270847362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f818c0c8780 con 0x7f818c0cc4f0 2024-09-11T22:44:46.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.634+0000 7f8190ea6640 1 -- 172.21.15.16:0/3270847362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f818c0b3b50 con 0x7f818c0cc4f0 2024-09-11T22:44:46.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.635+0000 7f817affd640 1 -- 172.21.15.16:0/3270847362 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f818401c070 con 0x7f818c0cc4f0 2024-09-11T22:44:46.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.635+0000 7f817affd640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f816c06be30 0x7f816c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.635+0000 7f817affd640 1 -- 172.21.15.16:0/3270847362 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f8184089d70 con 0x7f818c0cc4f0 2024-09-11T22:44:46.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.635+0000 7f818a59c640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f816c06be30 0x7f816c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.636+0000 7f818a59c640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f816c06be30 0x7f816c06e2f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f817c033000 tx=0x7f817c008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:46.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.639+0000 7f817affd640 1 -- 172.21.15.16:0/3270847362 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8184058a70 con 0x7f818c0cc4f0 2024-09-11T22:44:46.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.819+0000 7f8190ea6640 1 -- 172.21.15.16:0/3270847362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f818c0b4620 con 0x7f818c0cc4f0 2024-09-11T22:44:46.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.819+0000 7f817affd640 1 -- 172.21.15.16:0/3270847362 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7f8184058370 con 0x7f818c0cc4f0 2024-09-11T22:44:46.821 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:44:46.821 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-11T22:44:46.821 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:44:46.822 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-11T22:44:46.822 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-11T22:44:46.822 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:44:46.822 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 -- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f816c06be30 msgr2=0x7f816c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f816c06be30 0x7f816c06e2f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f817c033000 tx=0x7f817c008030 comp rx=0 tx=0).stop 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 -- 172.21.15.16:0/3270847362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f818c0cc4f0 msgr2=0x7f818c160160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f818c0cc4f0 0x7f818c160160 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8174003b40 tx=0x7f818400fd60 comp rx=0 tx=0).stop 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 -- 172.21.15.16:0/3270847362 shutdown_connections 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f816c06be30 0x7f816c06e2f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f818c0cc4f0 0x7f818c160160 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f818c0cc070 0x7f818c15fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 --2- 172.21.15.16:0/3270847362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8174003b70 0x7f818c0ca9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 -- 172.21.15.16:0/3270847362 >> 172.21.15.16:0/3270847362 conn(0x7f818c0d1530 msgr2=0x7f818c0b74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 -- 172.21.15.16:0/3270847362 shutdown_connections 2024-09-11T22:44:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.822+0000 7f8190ea6640 1 -- 172.21.15.16:0/3270847362 wait complete. 2024-09-11T22:44:46.834 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-11T22:44:46.834 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-11T22:44:46.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.939+0000 7f8828ffd640 1 Processor -- start 2024-09-11T22:44:46.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.939+0000 7f8828ffd640 1 -- start start 2024-09-11T22:44:46.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.940+0000 7f8828ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f882415e550 0x7f88240cff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.940+0000 7f8828ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88240d0490 0x7f8824162170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.940+0000 7f8828ffd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88240b0c90 con 0x7f88241626b0 2024-09-11T22:44:46.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.940+0000 7f8828ffd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8824162ce0 con 0x7f88240d0490 2024-09-11T22:44:46.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.940+0000 7f8828ffd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8824162fc0 con 0x7f882415e550 2024-09-11T22:44:46.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.940+0000 7f8821d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88240d0490 0x7f8824162170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.940+0000 7f8821d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88240d0490 0x7f8824162170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38542/0 (socket says 172.21.15.16:38542) 2024-09-11T22:44:46.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.940+0000 7f8821d9b640 1 -- 172.21.15.16:0/4183458753 learned_addr learned my addr 172.21.15.16:0/4183458753 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:46.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.941+0000 7f8821d9b640 1 -- 172.21.15.16:0/4183458753 >> v2:172.21.15.104:3300/0 conn(0x7f882415e550 msgr2=0x7f88240cff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:46.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.941+0000 7f8821d9b640 1 --2- 172.21.15.16:0/4183458753 >> v2:172.21.15.104:3300/0 conn(0x7f882415e550 0x7f88240cff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.941+0000 7f8821d9b640 1 -- 172.21.15.16:0/4183458753 >> v1:172.21.15.104:6789/0 conn(0x7f88241626b0 legacy=0x7f88240b4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:46.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.941+0000 7f8821d9b640 1 -- 172.21.15.16:0/4183458753 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88240cf750 con 0x7f88240d0490 2024-09-11T22:44:46.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.941+0000 7f8821d9b640 1 --2- 172.21.15.16:0/4183458753 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88240d0490 0x7f8824162170 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8824070420 tx=0x7f880c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=985b9dddec46a3ff server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:46.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.942+0000 7f882159a640 1 -- 172.21.15.16:0/4183458753 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f880c037070 con 0x7f88240d0490 2024-09-11T22:44:46.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.942+0000 7f882159a640 1 -- 172.21.15.16:0/4183458753 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f880c032440 con 0x7f88240d0490 2024-09-11T22:44:46.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.942+0000 7f882159a640 1 -- 172.21.15.16:0/4183458753 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f880c032810 con 0x7f88240d0490 2024-09-11T22:44:46.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.942+0000 7f8828ffd640 1 -- 172.21.15.16:0/4183458753 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88240d0490 msgr2=0x7f8824162170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.942+0000 7f8828ffd640 1 --2- 172.21.15.16:0/4183458753 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88240d0490 0x7f8824162170 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8824070420 tx=0x7f880c02a210 comp rx=0 tx=0).stop 2024-09-11T22:44:46.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.942+0000 7f8828ffd640 1 -- 172.21.15.16:0/4183458753 shutdown_connections 2024-09-11T22:44:46.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.942+0000 7f8828ffd640 1 --2- 172.21.15.16:0/4183458753 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88240d0490 0x7f8824162170 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.942+0000 7f8828ffd640 1 --2- 172.21.15.16:0/4183458753 >> v2:172.21.15.104:3300/0 conn(0x7f882415e550 0x7f88240cff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.942+0000 7f8828ffd640 1 -- 172.21.15.16:0/4183458753 >> 172.21.15.16:0/4183458753 conn(0x7f88240b6d00 msgr2=0x7f88240b7110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:46.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.942+0000 7f8828ffd640 1 -- 172.21.15.16:0/4183458753 shutdown_connections 2024-09-11T22:44:46.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.942+0000 7f8828ffd640 1 -- 172.21.15.16:0/4183458753 wait complete. 2024-09-11T22:44:46.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.944+0000 7f8828ffd640 1 Processor -- start 2024-09-11T22:44:46.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.944+0000 7f8828ffd640 1 -- start start 2024-09-11T22:44:46.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.944+0000 7f8828ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88240d0490 0x7f88241490d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.944+0000 7f8828ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f882415e550 0x7f882415ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.944+0000 7f8828ffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88241626b0 0x7f882415f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.944+0000 7f8828ffd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f882415eab0 con 0x7f88240d0490 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.944+0000 7f8828ffd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f882415e930 con 0x7f88241626b0 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.944+0000 7f8828ffd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f88240cf370 con 0x7f882415e550 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.944+0000 7f882259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88240d0490 0x7f88241490d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.944+0000 7f882259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88240d0490 0x7f88241490d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38556/0 (socket says 172.21.15.16:38556) 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.944+0000 7f882259c640 1 -- 172.21.15.16:0/3291017500 learned_addr learned my addr 172.21.15.16:0/3291017500 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f8822d9d640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88241626b0 0x7f882415f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f882259c640 1 -- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f882415e550 msgr2=0x7f882415ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f882259c640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f882415e550 0x7f882415ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f882259c640 1 -- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88241626b0 msgr2=0x7f882415f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f882259c640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88241626b0 0x7f882415f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:46.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f882259c640 1 -- 172.21.15.16:0/3291017500 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8824160ec0 con 0x7f88240d0490 2024-09-11T22:44:46.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f8822d9d640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88241626b0 0x7f882415f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:46.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f882259c640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88240d0490 0x7f88241490d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f881c00b4a0 tx=0x7f881c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:46.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f881affd640 1 -- 172.21.15.16:0/3291017500 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c014070 con 0x7f88240d0490 2024-09-11T22:44:46.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f881affd640 1 -- 172.21.15.16:0/3291017500 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f881c010610 con 0x7f88240d0490 2024-09-11T22:44:46.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f8828ffd640 1 -- 172.21.15.16:0/3291017500 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8824161160 con 0x7f88240d0490 2024-09-11T22:44:46.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f881affd640 1 -- 172.21.15.16:0/3291017500 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f881c010a00 con 0x7f88240d0490 2024-09-11T22:44:46.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.945+0000 7f8828ffd640 1 -- 172.21.15.16:0/3291017500 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8824161720 con 0x7f88240d0490 2024-09-11T22:44:46.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.946+0000 7f8828ffd640 1 -- 172.21.15.16:0/3291017500 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8824162170 con 0x7f88240d0490 2024-09-11T22:44:46.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.947+0000 7f881affd640 1 -- 172.21.15.16:0/3291017500 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f881c017070 con 0x7f88240d0490 2024-09-11T22:44:46.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.947+0000 7f881affd640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880406be30 0x7f880406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:46.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.947+0000 7f881affd640 1 -- 172.21.15.16:0/3291017500 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f881c08a4f0 con 0x7f88240d0490 2024-09-11T22:44:46.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.947+0000 7f8821d9b640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880406be30 0x7f880406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:46.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.948+0000 7f8821d9b640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880406be30 0x7f880406e2f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f880c034000 tx=0x7f880c02c000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:46.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:46.951+0000 7f881affd640 1 -- 172.21.15.16:0/3291017500 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f881c059280 con 0x7f88240d0490 2024-09-11T22:44:47.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.127+0000 7f8828ffd640 1 -- 172.21.15.16:0/3291017500 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f88240b2cf0 con 0x7f88240d0490 2024-09-11T22:44:47.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.919+0000 7f881affd640 1 -- 172.21.15.16:0/3291017500 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7f881c058b80 con 0x7f88240d0490 2024-09-11T22:44:47.921 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-11T22:44:47.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.924+0000 7f8828ffd640 1 -- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880406be30 msgr2=0x7f880406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:47.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.924+0000 7f8828ffd640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880406be30 0x7f880406e2f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f880c034000 tx=0x7f880c02c000 comp rx=0 tx=0).stop 2024-09-11T22:44:47.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.924+0000 7f8828ffd640 1 -- 172.21.15.16:0/3291017500 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88240d0490 msgr2=0x7f88241490d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:47.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.924+0000 7f8828ffd640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88240d0490 0x7f88241490d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f881c00b4a0 tx=0x7f881c00b960 comp rx=0 tx=0).stop 2024-09-11T22:44:47.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.924+0000 7f8828ffd640 1 -- 172.21.15.16:0/3291017500 shutdown_connections 2024-09-11T22:44:47.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.924+0000 7f8828ffd640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880406be30 0x7f880406e2f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:47.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.924+0000 7f8828ffd640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88241626b0 0x7f882415f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:47.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.924+0000 7f8828ffd640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f882415e550 0x7f882415ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:47.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.924+0000 7f8828ffd640 1 --2- 172.21.15.16:0/3291017500 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88240d0490 0x7f88241490d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:47.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.925+0000 7f8828ffd640 1 -- 172.21.15.16:0/3291017500 >> 172.21.15.16:0/3291017500 conn(0x7f88240b6d00 msgr2=0x7f882415d590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:47.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.926+0000 7f8828ffd640 1 -- 172.21.15.16:0/3291017500 shutdown_connections 2024-09-11T22:44:47.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:47.927+0000 7f8828ffd640 1 -- 172.21.15.16:0/3291017500 wait complete. 2024-09-11T22:44:47.943 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-11T22:44:48.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f075319f640 1 Processor -- start 2024-09-11T22:44:48.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f075319f640 1 -- start start 2024-09-11T22:44:48.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f075319f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f074c15e6c0 0x7f074c0d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:48.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f075319f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f074c0cf730 0x7f074c0b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:48.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f075319f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f074c0cfb50 con 0x7f074c0b6720 2024-09-11T22:44:48.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f075319f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f074c0b7990 con 0x7f074c0cf730 2024-09-11T22:44:48.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f075319f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f074c0d1bf0 con 0x7f074c15e6c0 2024-09-11T22:44:48.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f0743fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f074c0cf730 0x7f074c0b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:48.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f075173c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f074c0b6720 0x7f074c0d2330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60578/0 (socket says 172.21.15.16:60578) 2024-09-11T22:44:48.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f075173c640 1 -- 172.21.15.16:0/1731757545 learned_addr learned my addr 172.21.15.16:0/1731757545 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:44:48.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f0750f3b640 1 --2- 172.21.15.16:0/1731757545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f074c15e6c0 0x7f074c0d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:48.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f0743fff640 1 -- 172.21.15.16:0/1731757545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f074c15e6c0 msgr2=0x7f074c0d1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:48.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f0743fff640 1 --2- 172.21.15.16:0/1731757545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f074c15e6c0 0x7f074c0d1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:48.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f0743fff640 1 -- 172.21.15.16:0/1731757545 >> v1:172.21.15.16:6789/0 conn(0x7f074c0b6720 legacy=0x7f074c0d2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:48.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f0743fff640 1 -- 172.21.15.16:0/1731757545 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f074c0cfdc0 con 0x7f074c0cf730 2024-09-11T22:44:48.061 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.058+0000 7f0750f3b640 1 --2- 172.21.15.16:0/1731757545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f074c15e6c0 0x7f074c0d1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:48.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.059+0000 7f0743fff640 1 --2- 172.21.15.16:0/1731757545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f074c0cf730 0x7f074c0b61e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f073c0097a0 tx=0x7f073c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0d0538d36fc1050 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:48.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.059+0000 7f07437fe640 1 -- 172.21.15.16:0/1731757545 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073c037070 con 0x7f074c0cf730 2024-09-11T22:44:48.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.059+0000 7f07437fe640 1 -- 172.21.15.16:0/1731757545 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f073c032440 con 0x7f074c0cf730 2024-09-11T22:44:48.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.059+0000 7f07437fe640 1 -- 172.21.15.16:0/1731757545 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073c032810 con 0x7f074c0cf730 2024-09-11T22:44:48.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.060+0000 7f075319f640 1 -- 172.21.15.16:0/1731757545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f074c0cf730 msgr2=0x7f074c0b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:48.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.060+0000 7f075319f640 1 --2- 172.21.15.16:0/1731757545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f074c0cf730 0x7f074c0b61e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f073c0097a0 tx=0x7f073c02a180 comp rx=0 tx=0).stop 2024-09-11T22:44:48.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.060+0000 7f075319f640 1 -- 172.21.15.16:0/1731757545 shutdown_connections 2024-09-11T22:44:48.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.060+0000 7f075319f640 1 --2- 172.21.15.16:0/1731757545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f074c0cf730 0x7f074c0b61e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:48.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.060+0000 7f075319f640 1 --2- 172.21.15.16:0/1731757545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f074c15e6c0 0x7f074c0d1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:48.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.060+0000 7f075319f640 1 -- 172.21.15.16:0/1731757545 >> 172.21.15.16:0/1731757545 conn(0x7f074c067f80 msgr2=0x7f074c0d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:48.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.060+0000 7f075319f640 1 -- 172.21.15.16:0/1731757545 shutdown_connections 2024-09-11T22:44:48.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.060+0000 7f075319f640 1 -- 172.21.15.16:0/1731757545 wait complete. 2024-09-11T22:44:48.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.061+0000 7f075319f640 1 Processor -- start 2024-09-11T22:44:48.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.061+0000 7f075319f640 1 -- start start 2024-09-11T22:44:48.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.062+0000 7f075319f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f074c0b6720 0x7f074c0ccce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.062+0000 7f075319f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f074c0cf730 0x7f074c14e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.062+0000 7f075319f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f074c15e6c0 0x7f074c14e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.062+0000 7f075319f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f074c0d4560 con 0x7f074c0cf730 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.062+0000 7f075319f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f074c0d3d50 con 0x7f074c15e6c0 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.062+0000 7f075319f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f074c0d4280 con 0x7f074c0b6720 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.062+0000 7f0743fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f074c0cf730 0x7f074c14e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.062+0000 7f0743fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f074c0cf730 0x7f074c14e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38580/0 (socket says 172.21.15.16:38580) 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.062+0000 7f0743fff640 1 -- 172.21.15.16:0/3262089110 learned_addr learned my addr 172.21.15.16:0/3262089110 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f075173c640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f074c15e6c0 0x7f074c14e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f0750f3b640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f074c0b6720 0x7f074c0ccce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f0743fff640 1 -- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f074c0b6720 msgr2=0x7f074c0ccce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:48.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f0743fff640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f074c0b6720 0x7f074c0ccce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:48.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f0743fff640 1 -- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f074c15e6c0 msgr2=0x7f074c14e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:48.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f0743fff640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f074c15e6c0 0x7f074c14e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:48.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f0743fff640 1 -- 172.21.15.16:0/3262089110 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f074c0cd220 con 0x7f074c0cf730 2024-09-11T22:44:48.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f0743fff640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f074c0cf730 0x7f074c14e3b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f073c035040 tx=0x7f073c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:48.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f07417fa640 1 -- 172.21.15.16:0/3262089110 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073c037040 con 0x7f074c0cf730 2024-09-11T22:44:48.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f07417fa640 1 -- 172.21.15.16:0/3262089110 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f073c030770 con 0x7f074c0cf730 2024-09-11T22:44:48.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f075319f640 1 -- 172.21.15.16:0/3262089110 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f074c15ec10 con 0x7f074c0cf730 2024-09-11T22:44:48.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f07417fa640 1 -- 172.21.15.16:0/3262089110 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f073c030b80 con 0x7f074c0cf730 2024-09-11T22:44:48.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.063+0000 7f075319f640 1 -- 172.21.15.16:0/3262089110 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f074c15f1d0 con 0x7f074c0cf730 2024-09-11T22:44:48.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.064+0000 7f075319f640 1 -- 172.21.15.16:0/3262089110 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f074c0d28d0 con 0x7f074c0cf730 2024-09-11T22:44:48.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.065+0000 7f07417fa640 1 -- 172.21.15.16:0/3262089110 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f073c044020 con 0x7f074c0cf730 2024-09-11T22:44:48.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.065+0000 7f07417fa640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f073806be30 0x7f073806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:48.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.065+0000 7f07417fa640 1 -- 172.21.15.16:0/3262089110 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f073c0ab390 con 0x7f074c0cf730 2024-09-11T22:44:48.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.065+0000 7f0750f3b640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f073806be30 0x7f073806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:48.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.066+0000 7f0750f3b640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f073806be30 0x7f073806e2f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f074800a950 tx=0x7f0748008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:48.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.071+0000 7f07417fa640 1 -- 172.21.15.16:0/3262089110 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f073c032e20 con 0x7f074c0cf730 2024-09-11T22:44:48.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.246+0000 7f075319f640 1 -- 172.21.15.16:0/3262089110 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f074c0d25f0 con 0x7f074c0cf730 2024-09-11T22:44:48.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.926+0000 7f07417fa640 1 -- 172.21.15.16:0/3262089110 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v19) ==== 171+0+0 (secure 0 0 0) 0x7f073c0a9e20 con 0x7f074c0cf730 2024-09-11T22:44:48.927 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-11T22:44:48.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.930+0000 7f075319f640 1 -- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f073806be30 msgr2=0x7f073806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:48.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.930+0000 7f075319f640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f073806be30 0x7f073806e2f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f074800a950 tx=0x7f0748008040 comp rx=0 tx=0).stop 2024-09-11T22:44:48.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.930+0000 7f075319f640 1 -- 172.21.15.16:0/3262089110 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f074c0cf730 msgr2=0x7f074c14e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:48.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.930+0000 7f075319f640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f074c0cf730 0x7f074c14e3b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f073c035040 tx=0x7f073c0046c0 comp rx=0 tx=0).stop 2024-09-11T22:44:48.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.931+0000 7f075319f640 1 -- 172.21.15.16:0/3262089110 shutdown_connections 2024-09-11T22:44:48.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.931+0000 7f075319f640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f073806be30 0x7f073806e2f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:48.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.931+0000 7f075319f640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f074c15e6c0 0x7f074c14e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:48.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.931+0000 7f075319f640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f074c0cf730 0x7f074c14e3b0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:48.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.931+0000 7f075319f640 1 --2- 172.21.15.16:0/3262089110 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f074c0b6720 0x7f074c0ccce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:48.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.931+0000 7f075319f640 1 -- 172.21.15.16:0/3262089110 >> 172.21.15.16:0/3262089110 conn(0x7f074c067f80 msgr2=0x7f074c15ccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:48.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.936+0000 7f075319f640 1 -- 172.21.15.16:0/3262089110 shutdown_connections 2024-09-11T22:44:48.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:48.937+0000 7f075319f640 1 -- 172.21.15.16:0/3262089110 wait complete. 2024-09-11T22:44:48.960 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-11T22:44:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.069+0000 7f8825bbd640 1 Processor -- start 2024-09-11T22:44:49.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.069+0000 7f8825bbd640 1 -- start start 2024-09-11T22:44:49.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.070+0000 7f8825bbd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8820161d90 0x7f88200d3e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:49.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.070+0000 7f8825bbd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88200b9f80 0x7f88200cf3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:49.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.070+0000 7f8825bbd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8820162170 con 0x7f88200ba3a0 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.070+0000 7f8825bbd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f88200d39c0 con 0x7f8820161d90 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.070+0000 7f8825bbd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f88200d2db0 con 0x7f88200b9f80 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.070+0000 7f881ffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f88200ba3a0 0x7f88200b7790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60590/0 (socket says 172.21.15.16:60590) 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.070+0000 7f881ffff640 1 -- 172.21.15.16:0/2644662853 learned_addr learned my addr 172.21.15.16:0/2644662853 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.070+0000 7f881f7fe640 1 --2- 172.21.15.16:0/2644662853 >> v2:172.21.15.104:3300/0 conn(0x7f8820161d90 0x7f88200d3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.070+0000 7f881effd640 1 --2- 172.21.15.16:0/2644662853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88200b9f80 0x7f88200cf3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.070+0000 7f881e7fc640 1 -- 172.21.15.16:0/2644662853 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1630634895 0 0) 0x7f8820162170 con 0x7f88200ba3a0 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.070+0000 7f881e7fc640 1 -- 172.21.15.16:0/2644662853 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8808003520 con 0x7f88200ba3a0 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.071+0000 7f881f7fe640 1 -- 172.21.15.16:0/2644662853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88200b9f80 msgr2=0x7f88200cf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.071+0000 7f881f7fe640 1 --2- 172.21.15.16:0/2644662853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88200b9f80 0x7f88200cf3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.071+0000 7f881f7fe640 1 -- 172.21.15.16:0/2644662853 >> v1:172.21.15.16:6789/0 conn(0x7f88200ba3a0 legacy=0x7f88200b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:49.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.071+0000 7f881e7fc640 1 -- 172.21.15.16:0/2644662853 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2627779853 0 0) 0x7f8808003520 con 0x7f88200ba3a0 2024-09-11T22:44:49.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.071+0000 7f881f7fe640 1 -- 172.21.15.16:0/2644662853 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88200d3090 con 0x7f8820161d90 2024-09-11T22:44:49.073 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.071+0000 7f881effd640 1 --2- 172.21.15.16:0/2644662853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88200b9f80 0x7f88200cf3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.071+0000 7f881f7fe640 1 --2- 172.21.15.16:0/2644662853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8820161d90 0x7f88200d3e50 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f88100097a0 tx=0x7f881002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7af2ccde4906da2d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.072+0000 7f881e7fc640 1 -- 172.21.15.16:0/2644662853 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8810037070 con 0x7f8820161d90 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.072+0000 7f881e7fc640 1 -- 172.21.15.16:0/2644662853 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f881002ac30 con 0x7f8820161d90 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.072+0000 7f881e7fc640 1 -- 172.21.15.16:0/2644662853 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88180019f0 con 0x7f8820161d90 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.072+0000 7f8825bbd640 1 -- 172.21.15.16:0/2644662853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8820161d90 msgr2=0x7f88200d3e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.072+0000 7f8825bbd640 1 --2- 172.21.15.16:0/2644662853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8820161d90 0x7f88200d3e50 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f88100097a0 tx=0x7f881002a1a0 comp rx=0 tx=0).stop 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.072+0000 7f8825bbd640 1 -- 172.21.15.16:0/2644662853 shutdown_connections 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.072+0000 7f8825bbd640 1 --2- 172.21.15.16:0/2644662853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88200b9f80 0x7f88200cf3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.072+0000 7f8825bbd640 1 --2- 172.21.15.16:0/2644662853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8820161d90 0x7f88200d3e50 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.072+0000 7f8825bbd640 1 -- 172.21.15.16:0/2644662853 >> 172.21.15.16:0/2644662853 conn(0x7f882006d270 msgr2=0x7f882006d680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.072+0000 7f8825bbd640 1 -- 172.21.15.16:0/2644662853 shutdown_connections 2024-09-11T22:44:49.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.072+0000 7f8825bbd640 1 -- 172.21.15.16:0/2644662853 wait complete. 2024-09-11T22:44:49.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.073+0000 7f8825bbd640 1 Processor -- start 2024-09-11T22:44:49.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.074+0000 7f8825bbd640 1 -- start start 2024-09-11T22:44:49.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.074+0000 7f8825bbd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88200b9f80 0x7f882015e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.074+0000 7f8825bbd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88200ba3a0 0x7f8820157fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.074+0000 7f8825bbd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8820161d90 0x7f8820156ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.074+0000 7f8825bbd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f88200d2a40 con 0x7f88200ba3a0 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.074+0000 7f8825bbd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f88200d3650 con 0x7f8820161d90 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.074+0000 7f8825bbd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f88200d4390 con 0x7f88200b9f80 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.074+0000 7f881effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88200ba3a0 0x7f8820157fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.074+0000 7f881effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88200ba3a0 0x7f8820157fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38596/0 (socket says 172.21.15.16:38596) 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f881effd640 1 -- 172.21.15.16:0/1707161650 learned_addr learned my addr 172.21.15.16:0/1707161650 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f881f7fe640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88200b9f80 0x7f882015e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f881ffff640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8820161d90 0x7f8820156ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f881effd640 1 -- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88200b9f80 msgr2=0x7f882015e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:49.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f881effd640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88200b9f80 0x7f882015e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:49.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f881effd640 1 -- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8820161d90 msgr2=0x7f8820156ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:49.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f881effd640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8820161d90 0x7f8820156ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:49.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f881effd640 1 -- 172.21.15.16:0/1707161650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f882015e770 con 0x7f88200ba3a0 2024-09-11T22:44:49.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f881ffff640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8820161d90 0x7f8820156ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:44:49.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f881effd640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88200ba3a0 0x7f8820157fc0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f881400ebe0 tx=0x7f881400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:49.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f8807fff640 1 -- 172.21.15.16:0/1707161650 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8814017070 con 0x7f88200ba3a0 2024-09-11T22:44:49.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f8807fff640 1 -- 172.21.15.16:0/1707161650 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f881400cc30 con 0x7f88200ba3a0 2024-09-11T22:44:49.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f8807fff640 1 -- 172.21.15.16:0/1707161650 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8814013470 con 0x7f88200ba3a0 2024-09-11T22:44:49.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f8825bbd640 1 -- 172.21.15.16:0/1707161650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8820158930 con 0x7f88200ba3a0 2024-09-11T22:44:49.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.075+0000 7f8825bbd640 1 -- 172.21.15.16:0/1707161650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8820158ef0 con 0x7f88200ba3a0 2024-09-11T22:44:49.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.076+0000 7f8825bbd640 1 -- 172.21.15.16:0/1707161650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88200d3e50 con 0x7f88200ba3a0 2024-09-11T22:44:49.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.077+0000 7f8807fff640 1 -- 172.21.15.16:0/1707161650 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f881401a070 con 0x7f88200ba3a0 2024-09-11T22:44:49.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.077+0000 7f8807fff640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880c06be30 0x7f880c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:49.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.077+0000 7f8807fff640 1 -- 172.21.15.16:0/1707161650 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f881408b130 con 0x7f88200ba3a0 2024-09-11T22:44:49.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.078+0000 7f881f7fe640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880c06be30 0x7f880c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:49.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.078+0000 7f881f7fe640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880c06be30 0x7f880c06e2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8810034000 tx=0x7f881002e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:49.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.082+0000 7f8807fff640 1 -- 172.21.15.16:0/1707161650 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8814059450 con 0x7f88200ba3a0 2024-09-11T22:44:49.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.292+0000 7f8825bbd640 1 -- 172.21.15.16:0/1707161650 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f88200c84d0 con 0x7f88200ba3a0 2024-09-11T22:44:49.693 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:44:49.696 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:44:49.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.927+0000 7f8807fff640 1 -- 172.21.15.16:0/1707161650 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f881405d750 con 0x7f88200ba3a0 2024-09-11T22:44:49.928 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 2 and data pool 3 2024-09-11T22:44:49.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 -- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880c06be30 msgr2=0x7f880c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:49.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880c06be30 0x7f880c06e2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8810034000 tx=0x7f881002e000 comp rx=0 tx=0).stop 2024-09-11T22:44:49.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 -- 172.21.15.16:0/1707161650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88200ba3a0 msgr2=0x7f8820157fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:49.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88200ba3a0 0x7f8820157fc0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f881400ebe0 tx=0x7f881400c520 comp rx=0 tx=0).stop 2024-09-11T22:44:49.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 -- 172.21.15.16:0/1707161650 shutdown_connections 2024-09-11T22:44:49.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f880c06be30 0x7f880c06e2f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:49.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8820161d90 0x7f8820156ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:49.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88200ba3a0 0x7f8820157fc0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:49.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 --2- 172.21.15.16:0/1707161650 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88200b9f80 0x7f882015e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:49.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 -- 172.21.15.16:0/1707161650 >> 172.21.15.16:0/1707161650 conn(0x7f882006d270 msgr2=0x7f88200b9560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:49.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 -- 172.21.15.16:0/1707161650 shutdown_connections 2024-09-11T22:44:49.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:49.932+0000 7f8825bbd640 1 -- 172.21.15.16:0/1707161650 wait complete. 2024-09-11T22:44:49.958 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-11T22:44:49.958 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-11T22:44:50.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.067+0000 7f168045c640 1 Processor -- start 2024-09-11T22:44:50.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.067+0000 7f168045c640 1 -- start start 2024-09-11T22:44:50.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.068+0000 7f168045c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f167815e680 0x7f16780d3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:50.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.068+0000 7f168045c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16780d38c0 con 0x7f16780d4200 2024-09-11T22:44:50.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.068+0000 7f168045c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16780cef40 con 0x7f16780b6950 2024-09-11T22:44:50.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.068+0000 7f168045c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f16780cf220 con 0x7f167815e680 2024-09-11T22:44:50.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.068+0000 7f167e1f8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f167815e680 0x7f16780d3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:50.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.068+0000 7f167e1f8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f167815e680 0x7f16780d3cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38598/0 (socket says 172.21.15.16:38598) 2024-09-11T22:44:50.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.068+0000 7f167d9f7640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f16780d4200 0x7f16780b6240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60598/0 (socket says 172.21.15.16:60598) 2024-09-11T22:44:50.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.068+0000 7f167e1f8640 1 -- 172.21.15.16:0/3593785954 learned_addr learned my addr 172.21.15.16:0/3593785954 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:50.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.068+0000 7f167e1f8640 1 -- 172.21.15.16:0/3593785954 >> v1:172.21.15.104:6789/0 conn(0x7f16780b6950 legacy=0x7f16780b79e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:50.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.068+0000 7f167e1f8640 1 -- 172.21.15.16:0/3593785954 >> v1:172.21.15.16:6789/0 conn(0x7f16780d4200 legacy=0x7f16780b6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:50.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.069+0000 7f167e1f8640 1 -- 172.21.15.16:0/3593785954 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16780cf500 con 0x7f167815e680 2024-09-11T22:44:50.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.068+0000 7f167d1f6640 1 -- 172.21.15.16:0/3593785954 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1316811482 0 0) 0x7f16780d38c0 con 0x7f16780d4200 2024-09-11T22:44:50.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.069+0000 7f167e1f8640 1 --2- 172.21.15.16:0/3593785954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f167815e680 0x7f16780d3cc0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1674009870 tx=0x7f167402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c522eaa95a2faa8d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:50.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.069+0000 7f167d1f6640 1 -- 172.21.15.16:0/3593785954 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674037070 con 0x7f167815e680 2024-09-11T22:44:50.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.069+0000 7f167d1f6640 1 -- 172.21.15.16:0/3593785954 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1674032440 con 0x7f167815e680 2024-09-11T22:44:50.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.069+0000 7f167d1f6640 1 -- 172.21.15.16:0/3593785954 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674032810 con 0x7f167815e680 2024-09-11T22:44:50.071 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.070+0000 7f168045c640 1 -- 172.21.15.16:0/3593785954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f167815e680 msgr2=0x7f16780d3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:50.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.070+0000 7f168045c640 1 --2- 172.21.15.16:0/3593785954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f167815e680 0x7f16780d3cc0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1674009870 tx=0x7f167402a1e0 comp rx=0 tx=0).stop 2024-09-11T22:44:50.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.070+0000 7f168045c640 1 -- 172.21.15.16:0/3593785954 shutdown_connections 2024-09-11T22:44:50.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.070+0000 7f168045c640 1 --2- 172.21.15.16:0/3593785954 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f167815e680 0x7f16780d3cc0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:50.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.070+0000 7f168045c640 1 -- 172.21.15.16:0/3593785954 >> 172.21.15.16:0/3593785954 conn(0x7f1678067f80 msgr2=0x7f16780d1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:50.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.070+0000 7f168045c640 1 -- 172.21.15.16:0/3593785954 shutdown_connections 2024-09-11T22:44:50.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.070+0000 7f168045c640 1 -- 172.21.15.16:0/3593785954 wait complete. 2024-09-11T22:44:50.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.071+0000 7f168045c640 1 Processor -- start 2024-09-11T22:44:50.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.071+0000 7f168045c640 1 -- start start 2024-09-11T22:44:50.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f168045c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16780b6950 0x7f1678159b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:50.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f168045c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16780d4200 0x7f16780ccac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:50.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f168045c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f167815e680 0x7f16781f7680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f168045c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f167815ebe0 con 0x7f16780b6950 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f168045c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f167815ea60 con 0x7f16780d4200 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f168045c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f16780b80f0 con 0x7f167815e680 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167e1f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16780b6950 0x7f1678159b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167e1f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16780b6950 0x7f1678159b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38612/0 (socket says 172.21.15.16:38612) 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167e1f8640 1 -- 172.21.15.16:0/774159955 learned_addr learned my addr 172.21.15.16:0/774159955 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167d9f7640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16780d4200 0x7f16780ccac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167e9f9640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f167815e680 0x7f16781f7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167e1f8640 1 -- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f167815e680 msgr2=0x7f16781f7680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167e1f8640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f167815e680 0x7f16781f7680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167e1f8640 1 -- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16780d4200 msgr2=0x7f16780ccac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:50.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167e1f8640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16780d4200 0x7f16780ccac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:50.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167e1f8640 1 -- 172.21.15.16:0/774159955 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16781f55c0 con 0x7f16780b6950 2024-09-11T22:44:50.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167e9f9640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f167815e680 0x7f16781f7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:50.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.072+0000 7f167d9f7640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16780d4200 0x7f16780ccac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:50.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.073+0000 7f167e1f8640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16780b6950 0x7f1678159b20 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1674000c00 tx=0x7f16740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:50.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.073+0000 7f166effd640 1 -- 172.21.15.16:0/774159955 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674037040 con 0x7f16780b6950 2024-09-11T22:44:50.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.073+0000 7f166effd640 1 -- 172.21.15.16:0/774159955 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1674042070 con 0x7f16780b6950 2024-09-11T22:44:50.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.073+0000 7f168045c640 1 -- 172.21.15.16:0/774159955 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16781f58a0 con 0x7f16780b6950 2024-09-11T22:44:50.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.073+0000 7f166effd640 1 -- 172.21.15.16:0/774159955 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674030bb0 con 0x7f16780b6950 2024-09-11T22:44:50.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.073+0000 7f168045c640 1 -- 172.21.15.16:0/774159955 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16781f5e60 con 0x7f16780b6950 2024-09-11T22:44:50.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.074+0000 7f168045c640 1 -- 172.21.15.16:0/774159955 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16780d3cc0 con 0x7f16780b6950 2024-09-11T22:44:50.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.074+0000 7f166effd640 1 -- 172.21.15.16:0/774159955 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1674047460 con 0x7f16780b6950 2024-09-11T22:44:50.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.075+0000 7f166effd640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f165c06be30 0x7f165c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:50.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.075+0000 7f166effd640 1 -- 172.21.15.16:0/774159955 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f16740abac0 con 0x7f16780b6950 2024-09-11T22:44:50.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.075+0000 7f167d9f7640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f165c06be30 0x7f165c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:50.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.075+0000 7f167d9f7640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f165c06be30 0x7f165c06e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1668000f60 tx=0x7f1668009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:50.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.079+0000 7f166effd640 1 -- 172.21.15.16:0/774159955 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f167407a470 con 0x7f16780b6950 2024-09-11T22:44:50.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.263+0000 7f168045c640 1 -- 172.21.15.16:0/774159955 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f1678068ed0 con 0x7f16780b6950 2024-09-11T22:44:50.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.929+0000 7f166effd640 1 -- 172.21.15.16:0/774159955 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v21) ==== 157+0+0 (secure 0 0 0) 0x7f1674079d70 con 0x7f16780b6950 2024-09-11T22:44:50.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.932+0000 7f168045c640 1 -- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f165c06be30 msgr2=0x7f165c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:50.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.932+0000 7f168045c640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f165c06be30 0x7f165c06e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1668000f60 tx=0x7f1668009040 comp rx=0 tx=0).stop 2024-09-11T22:44:50.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.932+0000 7f168045c640 1 -- 172.21.15.16:0/774159955 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16780b6950 msgr2=0x7f1678159b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:50.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.932+0000 7f168045c640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16780b6950 0x7f1678159b20 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f1674000c00 tx=0x7f16740046c0 comp rx=0 tx=0).stop 2024-09-11T22:44:50.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.932+0000 7f168045c640 1 -- 172.21.15.16:0/774159955 shutdown_connections 2024-09-11T22:44:50.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.932+0000 7f168045c640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f165c06be30 0x7f165c06e2f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:50.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.932+0000 7f168045c640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f167815e680 0x7f16781f7680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:50.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.932+0000 7f168045c640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f16780d4200 0x7f16780ccac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:50.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.932+0000 7f168045c640 1 --2- 172.21.15.16:0/774159955 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f16780b6950 0x7f1678159b20 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:50.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.932+0000 7f168045c640 1 -- 172.21.15.16:0/774159955 >> 172.21.15.16:0/774159955 conn(0x7f1678067f80 msgr2=0x7f16780b9c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:50.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.933+0000 7f168045c640 1 -- 172.21.15.16:0/774159955 shutdown_connections 2024-09-11T22:44:50.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:50.933+0000 7f168045c640 1 -- 172.21.15.16:0/774159955 wait complete. 2024-09-11T22:44:50.948 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-11T22:44:51.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.064+0000 7f7e9761e640 1 Processor -- start 2024-09-11T22:44:51.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.064+0000 7f7e9761e640 1 -- start start 2024-09-11T22:44:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.065+0000 7f7e9761e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7e9015e6c0 0x7f7e900d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:51.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.065+0000 7f7e9761e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e900cfb50 con 0x7f7e900cf730 2024-09-11T22:44:51.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.065+0000 7f7e9761e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7e900cfdc0 con 0x7f7e900b68f0 2024-09-11T22:44:51.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.065+0000 7f7e9761e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7e900b7990 con 0x7f7e9015e6c0 2024-09-11T22:44:51.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.065+0000 7f7e953ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7e9015e6c0 0x7f7e900d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:51.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.065+0000 7f7e94bb9640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7e900cf730 0x7f7e900b61e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60602/0 (socket says 172.21.15.16:60602) 2024-09-11T22:44:51.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.065+0000 7f7e94bb9640 1 -- 172.21.15.16:0/4022306562 learned_addr learned my addr 172.21.15.16:0/4022306562 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:44:51.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.066+0000 7f7e953ba640 1 -- 172.21.15.16:0/4022306562 >> v1:172.21.15.104:6789/0 conn(0x7f7e900b68f0 legacy=0x7f7e900b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:51.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.066+0000 7f7e953ba640 1 -- 172.21.15.16:0/4022306562 >> v1:172.21.15.16:6789/0 conn(0x7f7e900cf730 legacy=0x7f7e900b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:51.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.066+0000 7f7e953ba640 1 -- 172.21.15.16:0/4022306562 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e900d3fa0 con 0x7f7e9015e6c0 2024-09-11T22:44:51.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.066+0000 7f7e8ffff640 1 -- 172.21.15.16:0/4022306562 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3511132753 0 0) 0x7f7e900cfb50 con 0x7f7e900cf730 2024-09-11T22:44:51.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.066+0000 7f7e953ba640 1 --2- 172.21.15.16:0/4022306562 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e9015e6c0 0x7f7e900d1db0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7e880097a0 tx=0x7f7e8802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ada1d97a0331c33 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:51.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.066+0000 7f7e8ffff640 1 -- 172.21.15.16:0/4022306562 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e88037070 con 0x7f7e9015e6c0 2024-09-11T22:44:51.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.067+0000 7f7e8ffff640 1 -- 172.21.15.16:0/4022306562 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e88032440 con 0x7f7e9015e6c0 2024-09-11T22:44:51.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.067+0000 7f7e8ffff640 1 -- 172.21.15.16:0/4022306562 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e88032810 con 0x7f7e9015e6c0 2024-09-11T22:44:51.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.067+0000 7f7e9761e640 1 -- 172.21.15.16:0/4022306562 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e9015e6c0 msgr2=0x7f7e900d1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:51.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.067+0000 7f7e9761e640 1 --2- 172.21.15.16:0/4022306562 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e9015e6c0 0x7f7e900d1db0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7e880097a0 tx=0x7f7e8802a230 comp rx=0 tx=0).stop 2024-09-11T22:44:51.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.067+0000 7f7e9761e640 1 -- 172.21.15.16:0/4022306562 shutdown_connections 2024-09-11T22:44:51.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.067+0000 7f7e9761e640 1 --2- 172.21.15.16:0/4022306562 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e9015e6c0 0x7f7e900d1db0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:51.069 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.067+0000 7f7e9761e640 1 -- 172.21.15.16:0/4022306562 >> 172.21.15.16:0/4022306562 conn(0x7f7e90067f80 msgr2=0x7f7e900d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:51.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.067+0000 7f7e9761e640 1 -- 172.21.15.16:0/4022306562 shutdown_connections 2024-09-11T22:44:51.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.067+0000 7f7e9761e640 1 -- 172.21.15.16:0/4022306562 wait complete. 2024-09-11T22:44:51.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.068+0000 7f7e9761e640 1 Processor -- start 2024-09-11T22:44:51.070 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.068+0000 7f7e9761e640 1 -- start start 2024-09-11T22:44:51.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.069+0000 7f7e9761e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e900b68f0 0x7f7e901ee350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:51.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.069+0000 7f7e9761e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e900cf730 0x7f7e901f4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:51.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.069+0000 7f7e9761e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e9015e6c0 0x7f7e901f7960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:51.075 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.069+0000 7f7e9761e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7e900d3d50 con 0x7f7e9015e6c0 2024-09-11T22:44:51.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.069+0000 7f7e9761e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7e900d1bf0 con 0x7f7e900cf730 2024-09-11T22:44:51.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.069+0000 7f7e9761e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7e900d4560 con 0x7f7e900b68f0 2024-09-11T22:44:51.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.069+0000 7f7e95bbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e9015e6c0 0x7f7e901f7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:51.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.069+0000 7f7e95bbb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e9015e6c0 0x7f7e901f7960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:38640/0 (socket says 172.21.15.16:38640) 2024-09-11T22:44:51.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.069+0000 7f7e95bbb640 1 -- 172.21.15.16:0/3655798472 learned_addr learned my addr 172.21.15.16:0/3655798472 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:51.076 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.069+0000 7f7e94bb9640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e900cf730 0x7f7e901f4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:51.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.069+0000 7f7e953ba640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e900b68f0 0x7f7e901ee350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:51.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.070+0000 7f7e95bbb640 1 -- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e900b68f0 msgr2=0x7f7e901ee350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:51.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.070+0000 7f7e95bbb640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e900b68f0 0x7f7e901ee350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:51.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.070+0000 7f7e95bbb640 1 -- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e900cf730 msgr2=0x7f7e901f4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:51.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.070+0000 7f7e95bbb640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e900cf730 0x7f7e901f4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:51.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.070+0000 7f7e95bbb640 1 -- 172.21.15.16:0/3655798472 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e901f82d0 con 0x7f7e9015e6c0 2024-09-11T22:44:51.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.070+0000 7f7e95bbb640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e9015e6c0 0x7f7e901f7960 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7e8000c730 tx=0x7f7e8000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:51.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.070+0000 7f7e8dffb640 1 -- 172.21.15.16:0/3655798472 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e80003b70 con 0x7f7e9015e6c0 2024-09-11T22:44:51.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.070+0000 7f7e8dffb640 1 -- 172.21.15.16:0/3655798472 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7e80003d10 con 0x7f7e9015e6c0 2024-09-11T22:44:51.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.070+0000 7f7e8dffb640 1 -- 172.21.15.16:0/3655798472 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e8000aa90 con 0x7f7e9015e6c0 2024-09-11T22:44:51.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.070+0000 7f7e9761e640 1 -- 172.21.15.16:0/3655798472 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e901f85b0 con 0x7f7e9015e6c0 2024-09-11T22:44:51.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.070+0000 7f7e9761e640 1 -- 172.21.15.16:0/3655798472 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e901f5250 con 0x7f7e9015e6c0 2024-09-11T22:44:51.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.071+0000 7f7e9761e640 1 -- 172.21.15.16:0/3655798472 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e900ba500 con 0x7f7e9015e6c0 2024-09-11T22:44:51.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.071+0000 7f7e8dffb640 1 -- 172.21.15.16:0/3655798472 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7e8000ac30 con 0x7f7e9015e6c0 2024-09-11T22:44:51.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.072+0000 7f7e8dffb640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7e7c06be60 0x7f7e7c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:51.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.072+0000 7f7e8dffb640 1 -- 172.21.15.16:0/3655798472 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 6007+0+0 (secure 0 0 0) 0x7f7e8008ad80 con 0x7f7e9015e6c0 2024-09-11T22:44:51.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.072+0000 7f7e953ba640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7e7c06be60 0x7f7e7c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:51.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.073+0000 7f7e953ba640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7e7c06be60 0x7f7e7c06e320 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7e88034000 tx=0x7f7e8802e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:51.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.076+0000 7f7e8dffb640 1 -- 172.21.15.16:0/3655798472 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7e900ba500 con 0x7f7e9015e6c0 2024-09-11T22:44:51.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:51.251+0000 7f7e9761e640 1 -- 172.21.15.16:0/3655798472 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f7e900d1db0 con 0x7f7e9015e6c0 2024-09-11T22:44:52.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.952+0000 7f7e8dffb640 1 -- 172.21.15.16:0/3655798472 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v23) ==== 228+0+0 (secure 0 0 0) 0x7f7e80058fb0 con 0x7f7e9015e6c0 2024-09-11T22:44:52.953 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data_ec' created 2024-09-11T22:44:52.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.956+0000 7f7e9761e640 1 -- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7e7c06be60 msgr2=0x7f7e7c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:52.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.956+0000 7f7e9761e640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7e7c06be60 0x7f7e7c06e320 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7e88034000 tx=0x7f7e8802e000 comp rx=0 tx=0).stop 2024-09-11T22:44:52.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.956+0000 7f7e9761e640 1 -- 172.21.15.16:0/3655798472 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e9015e6c0 msgr2=0x7f7e901f7960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:52.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.956+0000 7f7e9761e640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e9015e6c0 0x7f7e901f7960 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7e8000c730 tx=0x7f7e8000cbf0 comp rx=0 tx=0).stop 2024-09-11T22:44:52.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.957+0000 7f7e9761e640 1 -- 172.21.15.16:0/3655798472 shutdown_connections 2024-09-11T22:44:52.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.957+0000 7f7e9761e640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7e7c06be60 0x7f7e7c06e320 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:52.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.957+0000 7f7e9761e640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7e9015e6c0 0x7f7e901f7960 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:52.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.957+0000 7f7e9761e640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7e900cf730 0x7f7e901f4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:52.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.957+0000 7f7e9761e640 1 --2- 172.21.15.16:0/3655798472 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7e900b68f0 0x7f7e901ee350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:52.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.957+0000 7f7e9761e640 1 -- 172.21.15.16:0/3655798472 >> 172.21.15.16:0/3655798472 conn(0x7f7e90067f80 msgr2=0x7f7e900751b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:52.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.958+0000 7f7e9761e640 1 -- 172.21.15.16:0/3655798472 shutdown_connections 2024-09-11T22:44:52.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:52.958+0000 7f7e9761e640 1 -- 172.21.15.16:0/3655798472 wait complete. 2024-09-11T22:44:52.976 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-11T22:44:53.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.087+0000 7f928401e640 1 Processor -- start 2024-09-11T22:44:53.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.088+0000 7f928401e640 1 -- start start 2024-09-11T22:44:53.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.088+0000 7f928401e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f927c0b3c40 0x7f927c15f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:53.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.088+0000 7f928401e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f927c06cf70 con 0x7f927c15f990 2024-09-11T22:44:53.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f928401e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f927c06d250 con 0x7f927c0cee00 2024-09-11T22:44:53.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f928401e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f927c06cd20 con 0x7f927c0b3c40 2024-09-11T22:44:53.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f92825bb640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f927c15f990 0x7f927c0b25f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:38010/0 (socket says 172.21.15.16:38010) 2024-09-11T22:44:53.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f92825bb640 1 -- 172.21.15.16:0/3467392667 learned_addr learned my addr 172.21.15.16:0/3467392667 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:44:53.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f92815b9640 1 --2- 172.21.15.16:0/3467392667 >> v2:172.21.15.104:3300/0 conn(0x7f927c0b3c40 0x7f927c15f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:53.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f9280db8640 1 -- 172.21.15.16:0/3467392667 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 413480540 0 0) 0x7f927c06cf70 con 0x7f927c15f990 2024-09-11T22:44:53.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f9280db8640 1 -- 172.21.15.16:0/3467392667 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9268003520 con 0x7f927c15f990 2024-09-11T22:44:53.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f9280db8640 1 -- 172.21.15.16:0/3467392667 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 118848937 0 0) 0x7f927c06d250 con 0x7f927c0cee00 2024-09-11T22:44:53.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f9280db8640 1 -- 172.21.15.16:0/3467392667 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f927c06cf70 con 0x7f927c0cee00 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f92815b9640 1 -- 172.21.15.16:0/3467392667 >> v1:172.21.15.104:6789/0 conn(0x7f927c0cee00 legacy=0x7f927c0cf1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f92815b9640 1 -- 172.21.15.16:0/3467392667 >> v1:172.21.15.16:6789/0 conn(0x7f927c15f990 legacy=0x7f927c0b25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.089+0000 7f92815b9640 1 -- 172.21.15.16:0/3467392667 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f927c06d530 con 0x7f927c0b3c40 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.090+0000 7f92815b9640 1 --2- 172.21.15.16:0/3467392667 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f927c0b3c40 0x7f927c15f450 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f926c0097a0 tx=0x7f926c02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44b64c3d25b7111 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.090+0000 7f9280db8640 1 -- 172.21.15.16:0/3467392667 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f926c037070 con 0x7f927c0b3c40 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.090+0000 7f9280db8640 1 -- 172.21.15.16:0/3467392667 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f926c032440 con 0x7f927c0b3c40 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.090+0000 7f9280db8640 1 -- 172.21.15.16:0/3467392667 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f926c032810 con 0x7f927c0b3c40 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.091+0000 7f928401e640 1 -- 172.21.15.16:0/3467392667 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f927c0b3c40 msgr2=0x7f927c15f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.091+0000 7f928401e640 1 --2- 172.21.15.16:0/3467392667 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f927c0b3c40 0x7f927c15f450 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f926c0097a0 tx=0x7f926c02a230 comp rx=0 tx=0).stop 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.091+0000 7f928401e640 1 -- 172.21.15.16:0/3467392667 shutdown_connections 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.091+0000 7f928401e640 1 --2- 172.21.15.16:0/3467392667 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f927c0b3c40 0x7f927c15f450 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.091+0000 7f928401e640 1 -- 172.21.15.16:0/3467392667 >> 172.21.15.16:0/3467392667 conn(0x7f927c0b4110 msgr2=0x7f927c0b4520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:53.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.091+0000 7f928401e640 1 -- 172.21.15.16:0/3467392667 shutdown_connections 2024-09-11T22:44:53.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.091+0000 7f928401e640 1 -- 172.21.15.16:0/3467392667 wait complete. 2024-09-11T22:44:53.096 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.092+0000 7f928401e640 1 Processor -- start 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.092+0000 7f928401e640 1 -- start start 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f928401e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f927c0b3c40 0x7f927c0b7190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f928401e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f927c0cee00 0x7f927c0af380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f928401e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f927c15f990 0x7f927c15d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f928401e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f927c0b2e80 con 0x7f927c15f990 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f928401e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f927c0b2d00 con 0x7f927c0cee00 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f928401e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f927c0b3000 con 0x7f927c0b3c40 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f92825bb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f927c15f990 0x7f927c15d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f92825bb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f927c15f990 0x7f927c15d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52132/0 (socket says 172.21.15.16:52132) 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f92825bb640 1 -- 172.21.15.16:0/4275963624 learned_addr learned my addr 172.21.15.16:0/4275963624 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f92815b9640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f927c0cee00 0x7f927c0af380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:53.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f9281dba640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f927c0b3c40 0x7f927c0b7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f92825bb640 1 -- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f927c0b3c40 msgr2=0x7f927c0b7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f92825bb640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f927c0b3c40 0x7f927c0b7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f92825bb640 1 -- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f927c0cee00 msgr2=0x7f927c0af380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f92825bb640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f927c0cee00 0x7f927c0af380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f92825bb640 1 -- 172.21.15.16:0/4275963624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f927c1f44a0 con 0x7f927c15f990 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f92815b9640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f927c0cee00 0x7f927c0af380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f9281dba640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f927c0b3c40 0x7f927c0b7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.093+0000 7f92825bb640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f927c15f990 0x7f927c15d4b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f927400c3f0 tx=0x7f9274001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.094+0000 7f92727fc640 1 -- 172.21.15.16:0/4275963624 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9274017070 con 0x7f927c15f990 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.094+0000 7f92727fc640 1 -- 172.21.15.16:0/4275963624 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9274005ce0 con 0x7f927c15f990 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.094+0000 7f928401e640 1 -- 172.21.15.16:0/4275963624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f927c1f4780 con 0x7f927c15f990 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.094+0000 7f92727fc640 1 -- 172.21.15.16:0/4275963624 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92740072d0 con 0x7f927c15f990 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.094+0000 7f928401e640 1 -- 172.21.15.16:0/4275963624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f927c1f4d40 con 0x7f927c15f990 2024-09-11T22:44:53.098 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.095+0000 7f928401e640 1 -- 172.21.15.16:0/4275963624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f927c15f450 con 0x7f927c15f990 2024-09-11T22:44:53.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.095+0000 7f92727fc640 1 -- 172.21.15.16:0/4275963624 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f927401a070 con 0x7f927c15f990 2024-09-11T22:44:53.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.096+0000 7f92727fc640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f926006be60 0x7f926006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:53.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.096+0000 7f92727fc640 1 -- 172.21.15.16:0/4275963624 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 6500+0+0 (secure 0 0 0) 0x7f927408a470 con 0x7f927c15f990 2024-09-11T22:44:53.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.096+0000 7f9281dba640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f926006be60 0x7f926006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:53.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.097+0000 7f9281dba640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f926006be60 0x7f926006e320 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9278007fd0 tx=0x7f9278009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:53.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.101+0000 7f92727fc640 1 -- 172.21.15.16:0/4275963624 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9274058410 con 0x7f927c15f990 2024-09-11T22:44:53.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.275+0000 7f928401e640 1 -- 172.21.15.16:0/4275963624 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f927c06f330 con 0x7f927c15f990 2024-09-11T22:44:53.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.953+0000 7f92727fc640 1 -- 172.21.15.16:0/4275963624 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v24) ==== 169+0+0 (secure 0 0 0) 0x7f927405c710 con 0x7f927c15f990 2024-09-11T22:44:53.955 INFO:teuthology.orchestra.run.smithi016.stderr:set pool 4 allow_ec_overwrites to true 2024-09-11T22:44:53.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.967+0000 7f928401e640 1 -- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f926006be60 msgr2=0x7f926006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:53.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.967+0000 7f928401e640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f926006be60 0x7f926006e320 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9278007fd0 tx=0x7f9278009040 comp rx=0 tx=0).stop 2024-09-11T22:44:53.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.968+0000 7f928401e640 1 -- 172.21.15.16:0/4275963624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f927c15f990 msgr2=0x7f927c15d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:53.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.968+0000 7f928401e640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f927c15f990 0x7f927c15d4b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f927400c3f0 tx=0x7f9274001e70 comp rx=0 tx=0).stop 2024-09-11T22:44:53.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.972+0000 7f928401e640 1 -- 172.21.15.16:0/4275963624 shutdown_connections 2024-09-11T22:44:53.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.972+0000 7f928401e640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f926006be60 0x7f926006e320 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:53.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.972+0000 7f928401e640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f927c15f990 0x7f927c15d4b0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:53.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.972+0000 7f928401e640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f927c0cee00 0x7f927c0af380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:53.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.972+0000 7f928401e640 1 --2- 172.21.15.16:0/4275963624 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f927c0b3c40 0x7f927c0b7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:53.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.972+0000 7f928401e640 1 -- 172.21.15.16:0/4275963624 >> 172.21.15.16:0/4275963624 conn(0x7f927c0b4110 msgr2=0x7f927c0d22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:53.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.972+0000 7f928401e640 1 -- 172.21.15.16:0/4275963624 shutdown_connections 2024-09-11T22:44:53.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:53.973+0000 7f928401e640 1 -- 172.21.15.16:0/4275963624 wait complete. 2024-09-11T22:44:53.992 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-11T22:44:54.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.103+0000 7faa846f1640 1 Processor -- start 2024-09-11T22:44:54.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.103+0000 7faa846f1640 1 -- start start 2024-09-11T22:44:54.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa846f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7faa7c0d1db0 0x7faa7c0cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:54.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa846f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa7c0cfdc0 con 0x7faa7c15e6c0 2024-09-11T22:44:54.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa846f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa7c0d3fa0 con 0x7faa7c0b68f0 2024-09-11T22:44:54.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa846f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7faa7c0b7990 con 0x7faa7c0d1db0 2024-09-11T22:44:54.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8248d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7faa7c15e6c0 0x7faa7c0b61e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:38016/0 (socket says 172.21.15.16:38016) 2024-09-11T22:44:54.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8248d640 1 -- 172.21.15.16:0/308435269 learned_addr learned my addr 172.21.15.16:0/308435269 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa82c8e640 1 --2- 172.21.15.16:0/308435269 >> v2:172.21.15.104:3300/0 conn(0x7faa7c0d1db0 0x7faa7c0cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1781484260 0 0) 0x7faa7c0cfdc0 con 0x7faa7c15e6c0 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faa68003520 con 0x7faa7c15e6c0 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1900255491 0 0) 0x7faa68003520 con 0x7faa7c15e6c0 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 >> v2:172.21.15.104:3300/0 conn(0x7faa7c0d1db0 msgr2=0x7faa7c0cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 --2- 172.21.15.16:0/308435269 >> v2:172.21.15.104:3300/0 conn(0x7faa7c0d1db0 0x7faa7c0cf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 >> v1:172.21.15.104:6789/0 conn(0x7faa7c0b68f0 legacy=0x7faa7c0b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa7c0d4280 con 0x7faa7c15e6c0 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7faa78001670 con 0x7faa7c15e6c0 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 >> v1:172.21.15.16:6789/0 conn(0x7faa7c15e6c0 legacy=0x7faa7c0b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 --2- 172.21.15.16:0/308435269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faa680039b0 0x7faa68003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 --2- 172.21.15.16:0/308435269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa68004800 0x7faa68004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:54.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 --2- 172.21.15.16:0/308435269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa680051c0 0x7faa6800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:54.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7faa6800c030 con 0x7faa680051c0 2024-09-11T22:44:54.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faa6800c1e0 con 0x7faa68004800 2024-09-11T22:44:54.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7faa6800c3e0 con 0x7faa680039b0 2024-09-11T22:44:54.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa82c8e640 1 --2- 172.21.15.16:0/308435269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa680051c0 0x7faa6800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:54.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.104+0000 7faa81c8c640 1 --2- 172.21.15.16:0/308435269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa68004800 0x7faa68004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:54.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.105+0000 7faa8248d640 1 --2- 172.21.15.16:0/308435269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faa680039b0 0x7faa68003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:54.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.105+0000 7faa82c8e640 1 -- 172.21.15.16:0/308435269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faa680039b0 msgr2=0x7faa68003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:54.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.105+0000 7faa82c8e640 1 --2- 172.21.15.16:0/308435269 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faa680039b0 0x7faa68003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:54.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.105+0000 7faa82c8e640 1 -- 172.21.15.16:0/308435269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa68004800 msgr2=0x7faa68004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:54.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.105+0000 7faa82c8e640 1 --2- 172.21.15.16:0/308435269 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa68004800 0x7faa68004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.105+0000 7faa82c8e640 1 -- 172.21.15.16:0/308435269 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa68003520 con 0x7faa680051c0 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.105+0000 7faa82c8e640 1 -- 172.21.15.16:0/308435269 reap_dead start 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.105+0000 7faa82c8e640 1 --2- 172.21.15.16:0/308435269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa680051c0 0x7faa6800b9c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7faa74009fc0 tx=0x7faa68005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff22db05162af7ef server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.106+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa74035020 con 0x7faa680051c0 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.106+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa74003bd0 con 0x7faa680051c0 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.106+0000 7faa8148b640 1 -- 172.21.15.16:0/308435269 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa74009c10 con 0x7faa680051c0 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.106+0000 7faa846f1640 1 -- 172.21.15.16:0/308435269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa680051c0 msgr2=0x7faa6800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.106+0000 7faa846f1640 1 --2- 172.21.15.16:0/308435269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa680051c0 0x7faa6800b9c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7faa74009fc0 tx=0x7faa68005830 comp rx=0 tx=0).stop 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.106+0000 7faa846f1640 1 -- 172.21.15.16:0/308435269 shutdown_connections 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.106+0000 7faa846f1640 1 --2- 172.21.15.16:0/308435269 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa680051c0 0x7faa6800b9c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.106+0000 7faa846f1640 1 -- 172.21.15.16:0/308435269 >> 172.21.15.16:0/308435269 conn(0x7faa7c067f80 msgr2=0x7faa7c0d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.106+0000 7faa846f1640 1 -- 172.21.15.16:0/308435269 shutdown_connections 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.106+0000 7faa846f1640 1 -- 172.21.15.16:0/308435269 wait complete. 2024-09-11T22:44:54.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.107+0000 7faa846f1640 1 Processor -- start 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.108+0000 7faa846f1640 1 -- start start 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.108+0000 7faa846f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faa680051c0 0x7faa7c160860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.108+0000 7faa846f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa7c0cddd0 0x7faa7c1f8010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.108+0000 7faa846f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa7c0ccc50 0x7faa7c0cd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.108+0000 7faa846f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c0d3d50 con 0x7faa7c0cddd0 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.108+0000 7faa846f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7faa7c0d1bf0 con 0x7faa7c0ccc50 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.108+0000 7faa846f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7faa7c0d4560 con 0x7faa680051c0 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.108+0000 7faa81c8c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa7c0cddd0 0x7faa7c1f8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.108+0000 7faa81c8c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa7c0cddd0 0x7faa7c1f8010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52142/0 (socket says 172.21.15.16:52142) 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.108+0000 7faa81c8c640 1 -- 172.21.15.16:0/2787103281 learned_addr learned my addr 172.21.15.16:0/2787103281 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa8248d640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faa680051c0 0x7faa7c160860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa82c8e640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa7c0ccc50 0x7faa7c0cd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:54.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa81c8c640 1 -- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faa680051c0 msgr2=0x7faa7c160860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa81c8c640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faa680051c0 0x7faa7c160860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa81c8c640 1 -- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa7c0ccc50 msgr2=0x7faa7c0cd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa81c8c640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa7c0ccc50 0x7faa7c0cd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa81c8c640 1 -- 172.21.15.16:0/2787103281 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa7c0ce250 con 0x7faa7c0cddd0 2024-09-11T22:44:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa81c8c640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa7c0cddd0 0x7faa7c1f8010 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7faa6c00f650 tx=0x7faa6c00fb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa72ffd640 1 -- 172.21.15.16:0/2787103281 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6c0050d0 con 0x7faa7c0cddd0 2024-09-11T22:44:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa72ffd640 1 -- 172.21.15.16:0/2787103281 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faa6c018070 con 0x7faa7c0cddd0 2024-09-11T22:44:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa846f1640 1 -- 172.21.15.16:0/2787103281 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa7c160f20 con 0x7faa7c0cddd0 2024-09-11T22:44:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa72ffd640 1 -- 172.21.15.16:0/2787103281 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6c005490 con 0x7faa7c0cddd0 2024-09-11T22:44:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.109+0000 7faa846f1640 1 -- 172.21.15.16:0/2787103281 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa7c15f310 con 0x7faa7c0cddd0 2024-09-11T22:44:54.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.110+0000 7faa846f1640 1 -- 172.21.15.16:0/2787103281 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa7c0cf730 con 0x7faa7c0cddd0 2024-09-11T22:44:54.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.111+0000 7faa72ffd640 1 -- 172.21.15.16:0/2787103281 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7faa6c00d6d0 con 0x7faa7c0cddd0 2024-09-11T22:44:54.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.111+0000 7faa72ffd640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7faa6006be30 0x7faa6006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:54.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.111+0000 7faa72ffd640 1 -- 172.21.15.16:0/2787103281 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6500+0+0 (secure 0 0 0) 0x7faa6c08ada0 con 0x7faa7c0cddd0 2024-09-11T22:44:54.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.111+0000 7faa8248d640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7faa6006be30 0x7faa6006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:54.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.112+0000 7faa8248d640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7faa6006be30 0x7faa6006e2f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7faa78000ff0 tx=0x7faa780078f0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:54.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.115+0000 7faa72ffd640 1 -- 172.21.15.16:0/2787103281 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7faa6c059430 con 0x7faa7c0cddd0 2024-09-11T22:44:54.327 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:54.327+0000 7faa846f1640 1 -- 172.21.15.16:0/2787103281 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7faa7c0d24e0 con 0x7faa7c0cddd0 2024-09-11T22:44:54.917 INFO:tasks.ceph.mds.b.smithi104.stderr:2024-09-11T22:44:54.916+0000 7f84e3bcc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-11T22:44:55.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.000+0000 7faa72ffd640 1 -- 172.21.15.16:0/2787103281 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v6) ==== 137+0+0 (secure 0 0 0) 0x7faa6c058d30 con 0x7faa7c0cddd0 2024-09-11T22:44:55.001 INFO:teuthology.orchestra.run.smithi016.stderr:added data pool 4 to fsmap 2024-09-11T22:44:55.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 -- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7faa6006be30 msgr2=0x7faa6006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7faa6006be30 0x7faa6006e2f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7faa78000ff0 tx=0x7faa780078f0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 -- 172.21.15.16:0/2787103281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa7c0cddd0 msgr2=0x7faa7c1f8010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa7c0cddd0 0x7faa7c1f8010 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7faa6c00f650 tx=0x7faa6c00fb10 comp rx=0 tx=0).stop 2024-09-11T22:44:55.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 -- 172.21.15.16:0/2787103281 shutdown_connections 2024-09-11T22:44:55.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7faa6006be30 0x7faa6006e2f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7faa7c0ccc50 0x7faa7c0cd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7faa7c0cddd0 0x7faa7c1f8010 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 --2- 172.21.15.16:0/2787103281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7faa680051c0 0x7faa7c160860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 -- 172.21.15.16:0/2787103281 >> 172.21.15.16:0/2787103281 conn(0x7faa7c067f80 msgr2=0x7faa7c0d46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:55.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 -- 172.21.15.16:0/2787103281 shutdown_connections 2024-09-11T22:44:55.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.003+0000 7faa846f1640 1 -- 172.21.15.16:0/2787103281 wait complete. 2024-09-11T22:44:55.017 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:44:55.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.125+0000 7f6269b5f640 1 Processor -- start 2024-09-11T22:44:55.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.125+0000 7f6269b5f640 1 -- start start 2024-09-11T22:44:55.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6269b5f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f626415e4c0 0x7f62640afa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6269b5f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f626406cc20 0x7f626406d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6269b5f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f62640b5160 0x7f62640b5610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6269b5f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f62640aee20 con 0x7f62640b5160 2024-09-11T22:44:55.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6269b5f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f62640ae990 con 0x7f626406cc20 2024-09-11T22:44:55.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6269b5f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f626406d5a0 con 0x7f626415e4c0 2024-09-11T22:44:55.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6263fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f62640b5160 0x7f62640b5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6263fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f62640b5160 0x7f62640b5610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52156/0 (socket says 172.21.15.16:52156) 2024-09-11T22:44:55.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6263fff640 1 -- 172.21.15.16:0/3426810796 learned_addr learned my addr 172.21.15.16:0/3426810796 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:55.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f62637fe640 1 --2- 172.21.15.16:0/3426810796 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f626415e4c0 0x7f62640afa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6262ffd640 1 --2- 172.21.15.16:0/3426810796 >> v2:172.21.15.104:3300/0 conn(0x7f626406cc20 0x7f626406d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6263fff640 1 -- 172.21.15.16:0/3426810796 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f626415e4c0 msgr2=0x7f62640afa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:55.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6263fff640 1 --2- 172.21.15.16:0/3426810796 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f626415e4c0 0x7f62640afa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6263fff640 1 -- 172.21.15.16:0/3426810796 >> v2:172.21.15.104:3300/0 conn(0x7f626406cc20 msgr2=0x7f626406d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:55.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6263fff640 1 --2- 172.21.15.16:0/3426810796 >> v2:172.21.15.104:3300/0 conn(0x7f626406cc20 0x7f626406d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6263fff640 1 -- 172.21.15.16:0/3426810796 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62640add80 con 0x7f62640b5160 2024-09-11T22:44:55.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.126+0000 7f6262ffd640 1 --2- 172.21.15.16:0/3426810796 >> v2:172.21.15.104:3300/0 conn(0x7f626406cc20 0x7f626406d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:55.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.127+0000 7f6263fff640 1 --2- 172.21.15.16:0/3426810796 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62640b5160 0x7f62640b5610 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6264073e10 tx=0x7f625c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e40b6329bf186e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:55.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.127+0000 7f62627fc640 1 -- 172.21.15.16:0/3426810796 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625c036070 con 0x7f62640b5160 2024-09-11T22:44:55.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.127+0000 7f62627fc640 1 -- 172.21.15.16:0/3426810796 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f625c031600 con 0x7f62640b5160 2024-09-11T22:44:55.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.127+0000 7f62627fc640 1 -- 172.21.15.16:0/3426810796 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625c0319d0 con 0x7f62640b5160 2024-09-11T22:44:55.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.128+0000 7f6269b5f640 1 -- 172.21.15.16:0/3426810796 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62640b5160 msgr2=0x7f62640b5610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.128+0000 7f6269b5f640 1 --2- 172.21.15.16:0/3426810796 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62640b5160 0x7f62640b5610 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6264073e10 tx=0x7f625c02a6a0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.128+0000 7f6269b5f640 1 -- 172.21.15.16:0/3426810796 shutdown_connections 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.128+0000 7f6269b5f640 1 --2- 172.21.15.16:0/3426810796 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62640b5160 0x7f62640b5610 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.128+0000 7f6269b5f640 1 --2- 172.21.15.16:0/3426810796 >> v2:172.21.15.104:3300/0 conn(0x7f626406cc20 0x7f626406d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.128+0000 7f6269b5f640 1 --2- 172.21.15.16:0/3426810796 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f626415e4c0 0x7f62640afa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.128+0000 7f6269b5f640 1 -- 172.21.15.16:0/3426810796 >> 172.21.15.16:0/3426810796 conn(0x7f6264072b50 msgr2=0x7f6264072f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.128+0000 7f6269b5f640 1 -- 172.21.15.16:0/3426810796 shutdown_connections 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.128+0000 7f6269b5f640 1 -- 172.21.15.16:0/3426810796 wait complete. 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.129+0000 7f6269b5f640 1 Processor -- start 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.129+0000 7f6269b5f640 1 -- start start 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.130+0000 7f6269b5f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f626406cc20 0x7f6264160010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.130+0000 7f6269b5f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62640b5160 0x7f626415ec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.130+0000 7f6269b5f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f626415e4c0 0x7f626415f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.130+0000 7f6269b5f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f62640ae620 con 0x7f62640b5160 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.130+0000 7f6269b5f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f62640ae340 con 0x7f626406cc20 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.130+0000 7f6269b5f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f626415e8a0 con 0x7f626415e4c0 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.130+0000 7f6262ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62640b5160 0x7f626415ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.130+0000 7f6262ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62640b5160 0x7f626415ec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52158/0 (socket says 172.21.15.16:52158) 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.130+0000 7f6262ffd640 1 -- 172.21.15.16:0/743420859 learned_addr learned my addr 172.21.15.16:0/743420859 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.130+0000 7f62637fe640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f626406cc20 0x7f6264160010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.130+0000 7f6263fff640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f626415e4c0 0x7f626415f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.131+0000 7f6262ffd640 1 -- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f626415e4c0 msgr2=0x7f626415f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.131+0000 7f6262ffd640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f626415e4c0 0x7f626415f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.131+0000 7f6262ffd640 1 -- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f626406cc20 msgr2=0x7f6264160010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.131+0000 7f6262ffd640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f626406cc20 0x7f6264160010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.131+0000 7f6262ffd640 1 -- 172.21.15.16:0/743420859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62640cd580 con 0x7f62640b5160 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.131+0000 7f6262ffd640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62640b5160 0x7f626415ec60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f625800c820 tx=0x7f625800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.131+0000 7f624bfff640 1 -- 172.21.15.16:0/743420859 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258004230 con 0x7f62640b5160 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.131+0000 7f624bfff640 1 -- 172.21.15.16:0/743420859 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f62580043f0 con 0x7f62640b5160 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.131+0000 7f6269b5f640 1 -- 172.21.15.16:0/743420859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62640cd860 con 0x7f62640b5160 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.131+0000 7f624bfff640 1 -- 172.21.15.16:0/743420859 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258007a70 con 0x7f62640b5160 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.131+0000 7f6269b5f640 1 -- 172.21.15.16:0/743420859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62640cd230 con 0x7f62640b5160 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.132+0000 7f6269b5f640 1 -- 172.21.15.16:0/743420859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6264071170 con 0x7f62640b5160 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.132+0000 7f624bfff640 1 -- 172.21.15.16:0/743420859 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6258007c10 con 0x7f62640b5160 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.133+0000 7f624bfff640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f625006be30 0x7f625006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.133+0000 7f624bfff640 1 -- 172.21.15.16:0/743420859 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f625808b170 con 0x7f62640b5160 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.133+0000 7f62637fe640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f625006be30 0x7f625006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.133+0000 7f62637fe640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f625006be30 0x7f625006e2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f62540079a0 tx=0x7f6254008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:55.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.137+0000 7f624bfff640 1 -- 172.21.15.16:0/743420859 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6258015020 con 0x7f62640b5160 2024-09-11T22:44:55.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.349+0000 7f6269b5f640 1 -- 172.21.15.16:0/743420859 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f62640cda30 con 0x7f62640b5160 2024-09-11T22:44:55.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.349+0000 7f624bfff640 1 -- 172.21.15.16:0/743420859 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5219 (secure 0 0 0) 0x7f6258059190 con 0x7f62640b5160 2024-09-11T22:44:55.350 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:44:55.350 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":6,"btime":"2024-09-11T22:44:54:994958+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/3903625691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3903625691},{"type":"v1","addr":"172.21.15.104:6837","nonce":3903625691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/57158659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":57158659},{"type":"v1","addr":"172.21.15.16:6835","nonce":57158659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:44:49.293917+0000","modified":"2024-09-11T22:44:54.328400+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4303":{"gid":4303,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3264142978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3264142978},{"type":"v1","addr":"172.21.15.104:6836","nonce":3264142978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4303,"qdb_cluster":[4303]},"id":1}]} 2024-09-11T22:44:55.351 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 6 2024-09-11T22:44:55.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 -- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f625006be30 msgr2=0x7f625006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f625006be30 0x7f625006e2f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f62540079a0 tx=0x7f6254008040 comp rx=0 tx=0).stop 2024-09-11T22:44:55.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 -- 172.21.15.16:0/743420859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62640b5160 msgr2=0x7f626415ec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62640b5160 0x7f626415ec60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f625800c820 tx=0x7f625800cce0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 -- 172.21.15.16:0/743420859 shutdown_connections 2024-09-11T22:44:55.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f625006be30 0x7f625006e2f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f626415e4c0 0x7f626415f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f62640b5160 0x7f626415ec60 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 --2- 172.21.15.16:0/743420859 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f626406cc20 0x7f6264160010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 -- 172.21.15.16:0/743420859 >> 172.21.15.16:0/743420859 conn(0x7f6264072b50 msgr2=0x7f62640b1b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:55.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 -- 172.21.15.16:0/743420859 shutdown_connections 2024-09-11T22:44:55.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.351+0000 7f6269b5f640 1 -- 172.21.15.16:0/743420859 wait complete. 2024-09-11T22:44:55.363 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:44:55.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.463+0000 7fa650865640 1 Processor -- start 2024-09-11T22:44:55.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.463+0000 7fa650865640 1 -- start start 2024-09-11T22:44:55.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.464+0000 7fa650865640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa64c06d380 0x7fa64c0b5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.464+0000 7fa650865640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa64c0b3060 0x7fa64c1682e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.464+0000 7fa650865640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa64c0b6590 con 0x7fa64c09aa40 2024-09-11T22:44:55.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.464+0000 7fa650865640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa64c0b6870 con 0x7fa64c06d380 2024-09-11T22:44:55.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.464+0000 7fa650865640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa64c0b6b50 con 0x7fa64c0b3060 2024-09-11T22:44:55.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.464+0000 7fa64a59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa64c06d380 0x7fa64c0b5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.464+0000 7fa649d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa64c09aa40 0x7fa64c06d760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:38032/0 (socket says 172.21.15.16:38032) 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.465+0000 7fa64a59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa64c06d380 0x7fa64c0b5eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52164/0 (socket says 172.21.15.16:52164) 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.465+0000 7fa649d9b640 1 -- 172.21.15.16:0/2545449325 learned_addr learned my addr 172.21.15.16:0/2545449325 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.465+0000 7fa64a59c640 1 -- 172.21.15.16:0/2545449325 >> v2:172.21.15.104:3300/0 conn(0x7fa64c0b3060 msgr2=0x7fa64c1682e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.465+0000 7fa64ad9d640 1 --2- 172.21.15.16:0/2545449325 >> v2:172.21.15.104:3300/0 conn(0x7fa64c0b3060 0x7fa64c1682e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.465+0000 7fa64a59c640 1 --2- 172.21.15.16:0/2545449325 >> v2:172.21.15.104:3300/0 conn(0x7fa64c0b3060 0x7fa64c1682e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.465+0000 7fa64a59c640 1 -- 172.21.15.16:0/2545449325 >> v1:172.21.15.16:6789/0 conn(0x7fa64c09aa40 legacy=0x7fa64c06d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.465+0000 7fa64959a640 1 -- 172.21.15.16:0/2545449325 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 726709431 0 0) 0x7fa64c0b6590 con 0x7fa64c09aa40 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.465+0000 7fa64a59c640 1 -- 172.21.15.16:0/2545449325 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa64c0b6e30 con 0x7fa64c06d380 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.465+0000 7fa64ad9d640 1 --2- 172.21.15.16:0/2545449325 >> v2:172.21.15.104:3300/0 conn(0x7fa64c0b3060 0x7fa64c1682e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa64a59c640 1 --2- 172.21.15.16:0/2545449325 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa64c06d380 0x7fa64c0b5eb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa6440097a0 tx=0x7fa64402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38c36386e469978c server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:55.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa64959a640 1 -- 172.21.15.16:0/2545449325 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa644037070 con 0x7fa64c06d380 2024-09-11T22:44:55.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa64959a640 1 -- 172.21.15.16:0/2545449325 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa64402ae50 con 0x7fa64c06d380 2024-09-11T22:44:55.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa64959a640 1 -- 172.21.15.16:0/2545449325 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa644032660 con 0x7fa64c06d380 2024-09-11T22:44:55.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa650865640 1 -- 172.21.15.16:0/2545449325 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa64c06d380 msgr2=0x7fa64c0b5eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa650865640 1 --2- 172.21.15.16:0/2545449325 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa64c06d380 0x7fa64c0b5eb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa6440097a0 tx=0x7fa64402a140 comp rx=0 tx=0).stop 2024-09-11T22:44:55.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa650865640 1 -- 172.21.15.16:0/2545449325 shutdown_connections 2024-09-11T22:44:55.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa650865640 1 --2- 172.21.15.16:0/2545449325 >> v2:172.21.15.104:3300/0 conn(0x7fa64c0b3060 0x7fa64c1682e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa650865640 1 --2- 172.21.15.16:0/2545449325 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa64c06d380 0x7fa64c0b5eb0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa650865640 1 -- 172.21.15.16:0/2545449325 >> 172.21.15.16:0/2545449325 conn(0x7fa64c0b4030 msgr2=0x7fa64c0b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:55.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa650865640 1 -- 172.21.15.16:0/2545449325 shutdown_connections 2024-09-11T22:44:55.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.466+0000 7fa650865640 1 -- 172.21.15.16:0/2545449325 wait complete. 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.468+0000 7fa650865640 1 Processor -- start 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.468+0000 7fa650865640 1 -- start start 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.468+0000 7fa650865640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa64c06d380 0x7fa64c1f51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.468+0000 7fa650865640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa64c09aa40 0x7fa64c157fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.468+0000 7fa650865640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa64c0b3060 0x7fa64c15af90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.468+0000 7fa650865640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c06dff0 con 0x7fa64c06d380 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.468+0000 7fa650865640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa64c06de70 con 0x7fa64c09aa40 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.468+0000 7fa650865640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa64c06e170 con 0x7fa64c0b3060 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa64a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa64c06d380 0x7fa64c1f51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa64a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa64c06d380 0x7fa64c1f51f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52172/0 (socket says 172.21.15.16:52172) 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa64a59c640 1 -- 172.21.15.16:0/3799500591 learned_addr learned my addr 172.21.15.16:0/3799500591 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:55.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa649d9b640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa64c09aa40 0x7fa64c157fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa64ad9d640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa64c0b3060 0x7fa64c15af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa64a59c640 1 -- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa64c0b3060 msgr2=0x7fa64c15af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa64a59c640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa64c0b3060 0x7fa64c15af90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa64a59c640 1 -- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa64c09aa40 msgr2=0x7fa64c157fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa64a59c640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa64c09aa40 0x7fa64c157fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa64a59c640 1 -- 172.21.15.16:0/3799500591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa64c0cdce0 con 0x7fa64c06d380 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa64a59c640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa64c06d380 0x7fa64c1f51f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa6440098c0 tx=0x7fa6440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa642ffd640 1 -- 172.21.15.16:0/3799500591 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa644041030 con 0x7fa64c06d380 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa642ffd640 1 -- 172.21.15.16:0/3799500591 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa64402ac50 con 0x7fa64c06d380 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa650865640 1 -- 172.21.15.16:0/3799500591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa64c158840 con 0x7fa64c06d380 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa642ffd640 1 -- 172.21.15.16:0/3799500591 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa644037040 con 0x7fa64c06d380 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.469+0000 7fa650865640 1 -- 172.21.15.16:0/3799500591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa64c158e00 con 0x7fa64c06d380 2024-09-11T22:44:55.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.470+0000 7fa650865640 1 -- 172.21.15.16:0/3799500591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa64c0b5eb0 con 0x7fa64c06d380 2024-09-11T22:44:55.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.471+0000 7fa642ffd640 1 -- 172.21.15.16:0/3799500591 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa644044070 con 0x7fa64c06d380 2024-09-11T22:44:55.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.471+0000 7fa642ffd640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa62c06be30 0x7fa62c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.471+0000 7fa642ffd640 1 -- 172.21.15.16:0/3799500591 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa6440ab8f0 con 0x7fa64c06d380 2024-09-11T22:44:55.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.471+0000 7fa649d9b640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa62c06be30 0x7fa62c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.472+0000 7fa649d9b640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa62c06be30 0x7fa62c06e2f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa64c15bcd0 tx=0x7fa634007d00 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:55.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.475+0000 7fa642ffd640 1 -- 172.21.15.16:0/3799500591 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa644044e40 con 0x7fa64c06d380 2024-09-11T22:44:55.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.654+0000 7fa650865640 1 -- 172.21.15.16:0/3799500591 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa64c071180 con 0x7fa64c06d380 2024-09-11T22:44:55.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.656+0000 7fa642ffd640 1 -- 172.21.15.16:0/3799500591 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7fa644079ee0 con 0x7fa64c06d380 2024-09-11T22:44:55.657 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:44:55.657 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":25,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:54.328241+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:44:55.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 -- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa62c06be30 msgr2=0x7fa62c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa62c06be30 0x7fa62c06e2f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa64c15bcd0 tx=0x7fa634007d00 comp rx=0 tx=0).stop 2024-09-11T22:44:55.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 -- 172.21.15.16:0/3799500591 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa64c06d380 msgr2=0x7fa64c1f51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa64c06d380 0x7fa64c1f51f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa6440098c0 tx=0x7fa6440046c0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 -- 172.21.15.16:0/3799500591 shutdown_connections 2024-09-11T22:44:55.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa62c06be30 0x7fa62c06e2f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa64c0b3060 0x7fa64c15af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa64c09aa40 0x7fa64c157fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 --2- 172.21.15.16:0/3799500591 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa64c06d380 0x7fa64c1f51f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 -- 172.21.15.16:0/3799500591 >> 172.21.15.16:0/3799500591 conn(0x7fa64c0b4030 msgr2=0x7fa64c0b3520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:55.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 -- 172.21.15.16:0/3799500591 shutdown_connections 2024-09-11T22:44:55.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.658+0000 7fa650865640 1 -- 172.21.15.16:0/3799500591 wait complete. 2024-09-11T22:44:55.670 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:44:55.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.771+0000 7ffa73ac9640 1 Processor -- start 2024-09-11T22:44:55.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.771+0000 7ffa73ac9640 1 -- start start 2024-09-11T22:44:55.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa73ac9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa6c15e770 0x7ffa6c0b9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa73ac9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffa6c15eb50 0x7ffa6c0d3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa73ac9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa6c0cee70 con 0x7ffa6c0b6100 2024-09-11T22:44:55.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa73ac9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ffa6c0cf3f0 con 0x7ffa6c15eb50 2024-09-11T22:44:55.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa73ac9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ffa6c0d3460 con 0x7ffa6c15e770 2024-09-11T22:44:55.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa71064640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffa6c15eb50 0x7ffa6c0d3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa71064640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffa6c15eb50 0x7ffa6c0d3ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52180/0 (socket says 172.21.15.16:52180) 2024-09-11T22:44:55.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa71064640 1 -- 172.21.15.16:0/1017469922 learned_addr learned my addr 172.21.15.16:0/1017469922 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:55.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa71865640 1 --2- 172.21.15.16:0/1017469922 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa6c15e770 0x7ffa6c0b9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa71064640 1 -- 172.21.15.16:0/1017469922 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa6c15e770 msgr2=0x7ffa6c0b9fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa71064640 1 --2- 172.21.15.16:0/1017469922 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa6c15e770 0x7ffa6c0b9fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa71064640 1 -- 172.21.15.16:0/1017469922 >> v1:172.21.15.16:6789/0 conn(0x7ffa6c0b6100 legacy=0x7ffa6c0b77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa71064640 1 -- 172.21.15.16:0/1017469922 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa6c0d3130 con 0x7ffa6c15eb50 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa70863640 1 -- 172.21.15.16:0/1017469922 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 350501235 0 0) 0x7ffa6c0cee70 con 0x7ffa6c0b6100 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.772+0000 7ffa71865640 1 --2- 172.21.15.16:0/1017469922 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa6c15e770 0x7ffa6c0b9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.773+0000 7ffa71064640 1 --2- 172.21.15.16:0/1017469922 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa6c15eb50 0x7ffa6c0d3ca0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c009870 tx=0x7ffa5c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a40a35f7a493f57f server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.773+0000 7ffa70863640 1 -- 172.21.15.16:0/1017469922 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c037070 con 0x7ffa6c15eb50 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.773+0000 7ffa70863640 1 -- 172.21.15.16:0/1017469922 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa5c032440 con 0x7ffa6c15eb50 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.773+0000 7ffa70863640 1 -- 172.21.15.16:0/1017469922 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c032810 con 0x7ffa6c15eb50 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.774+0000 7ffa73ac9640 1 -- 172.21.15.16:0/1017469922 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa6c15eb50 msgr2=0x7ffa6c0d3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.774+0000 7ffa73ac9640 1 --2- 172.21.15.16:0/1017469922 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa6c15eb50 0x7ffa6c0d3ca0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c009870 tx=0x7ffa5c02a1c0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.774+0000 7ffa73ac9640 1 -- 172.21.15.16:0/1017469922 shutdown_connections 2024-09-11T22:44:55.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.774+0000 7ffa73ac9640 1 --2- 172.21.15.16:0/1017469922 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa6c15eb50 0x7ffa6c0d3ca0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.774+0000 7ffa73ac9640 1 --2- 172.21.15.16:0/1017469922 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa6c15e770 0x7ffa6c0b9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.774+0000 7ffa73ac9640 1 -- 172.21.15.16:0/1017469922 >> 172.21.15.16:0/1017469922 conn(0x7ffa6c0d12e0 msgr2=0x7ffa6c0d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:55.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.774+0000 7ffa73ac9640 1 -- 172.21.15.16:0/1017469922 shutdown_connections 2024-09-11T22:44:55.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.774+0000 7ffa73ac9640 1 -- 172.21.15.16:0/1017469922 wait complete. 2024-09-11T22:44:55.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.775+0000 7ffa73ac9640 1 Processor -- start 2024-09-11T22:44:55.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.775+0000 7ffa73ac9640 1 -- start start 2024-09-11T22:44:55.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa73ac9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa6c0b6100 0x7ffa6c161710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa73ac9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c15e770 0x7ffa6c1f3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa73ac9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa6c15eb50 0x7ffa6c1f4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa73ac9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c0ba660 con 0x7ffa6c0b6100 2024-09-11T22:44:55.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa73ac9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c0ba4e0 con 0x7ffa6c15e770 2024-09-11T22:44:55.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa73ac9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ffa6c0d41e0 con 0x7ffa6c15eb50 2024-09-11T22:44:55.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa71865640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa6c0b6100 0x7ffa6c161710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa71865640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa6c0b6100 0x7ffa6c161710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52182/0 (socket says 172.21.15.16:52182) 2024-09-11T22:44:55.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa71865640 1 -- 172.21.15.16:0/3507862333 learned_addr learned my addr 172.21.15.16:0/3507862333 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:55.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa71865640 1 -- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa6c15eb50 msgr2=0x7ffa6c1f4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.780 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa72066640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa6c15eb50 0x7ffa6c1f4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa71064640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c15e770 0x7ffa6c1f3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa71865640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa6c15eb50 0x7ffa6c1f4520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa71865640 1 -- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c15e770 msgr2=0x7ffa6c1f3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa71865640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c15e770 0x7ffa6c1f3fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa71865640 1 -- 172.21.15.16:0/3507862333 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa6c160460 con 0x7ffa6c0b6100 2024-09-11T22:44:55.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa71865640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa6c0b6100 0x7ffa6c161710 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ffa6800e810 tx=0x7ffa6800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:55.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa627fc640 1 -- 172.21.15.16:0/3507862333 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa6800f040 con 0x7ffa6c0b6100 2024-09-11T22:44:55.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa627fc640 1 -- 172.21.15.16:0/3507862333 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa68004030 con 0x7ffa6c0b6100 2024-09-11T22:44:55.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa627fc640 1 -- 172.21.15.16:0/3507862333 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa68004400 con 0x7ffa6c0b6100 2024-09-11T22:44:55.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.776+0000 7ffa73ac9640 1 -- 172.21.15.16:0/3507862333 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa6c15f3c0 con 0x7ffa6c0b6100 2024-09-11T22:44:55.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.777+0000 7ffa73ac9640 1 -- 172.21.15.16:0/3507862333 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa6c15f980 con 0x7ffa6c0b6100 2024-09-11T22:44:55.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.778+0000 7ffa73ac9640 1 -- 172.21.15.16:0/3507862333 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa6c0cf800 con 0x7ffa6c0b6100 2024-09-11T22:44:55.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.778+0000 7ffa627fc640 1 -- 172.21.15.16:0/3507862333 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffa6800c6d0 con 0x7ffa6c0b6100 2024-09-11T22:44:55.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.779+0000 7ffa627fc640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa5006be30 0x7ffa5006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:55.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.779+0000 7ffa627fc640 1 -- 172.21.15.16:0/3507862333 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ffa6808aff0 con 0x7ffa6c0b6100 2024-09-11T22:44:55.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.779+0000 7ffa71064640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa5006be30 0x7ffa5006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:55.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.779+0000 7ffa71064640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa5006be30 0x7ffa5006e2f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c034000 tx=0x7ffa5c02e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:55.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.783+0000 7ffa627fc640 1 -- 172.21.15.16:0/3507862333 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffa6c160460 con 0x7ffa6c0b6100 2024-09-11T22:44:55.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.958+0000 7ffa73ac9640 1 -- 172.21.15.16:0/3507862333 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffa6c06c010 con 0x7ffa6c0b6100 2024-09-11T22:44:55.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.959+0000 7ffa627fc640 1 -- 172.21.15.16:0/3507862333 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7ffa68017020 con 0x7ffa6c0b6100 2024-09-11T22:44:55.960 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:44:55.960 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":25,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:54.328241+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:44:55.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 -- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa5006be30 msgr2=0x7ffa5006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa5006be30 0x7ffa5006e2f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c034000 tx=0x7ffa5c02e000 comp rx=0 tx=0).stop 2024-09-11T22:44:55.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 -- 172.21.15.16:0/3507862333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa6c0b6100 msgr2=0x7ffa6c161710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:55.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa6c0b6100 0x7ffa6c161710 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ffa6800e810 tx=0x7ffa6800ecd0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 -- 172.21.15.16:0/3507862333 shutdown_connections 2024-09-11T22:44:55.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa5006be30 0x7ffa5006e2f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa6c15eb50 0x7ffa6c1f4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa6c15e770 0x7ffa6c1f3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 --2- 172.21.15.16:0/3507862333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa6c0b6100 0x7ffa6c161710 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:55.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 -- 172.21.15.16:0/3507862333 >> 172.21.15.16:0/3507862333 conn(0x7ffa6c0d12e0 msgr2=0x7ffa6c06d070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:55.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 -- 172.21.15.16:0/3507862333 shutdown_connections 2024-09-11T22:44:55.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:55.961+0000 7ffa73ac9640 1 -- 172.21.15.16:0/3507862333 wait complete. 2024-09-11T22:44:55.992 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:44:56.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.094+0000 7f46dd303640 1 Processor -- start 2024-09-11T22:44:56.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.094+0000 7f46dd303640 1 -- start start 2024-09-11T22:44:56.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.095+0000 7f46dd303640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f46d80d1cf0 0x7f46d80cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.095+0000 7f46dd303640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d80b68d0 0x7f46d80d33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.095+0000 7f46dd303640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f46d815ea80 con 0x7f46d815e6a0 2024-09-11T22:44:56.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.095+0000 7f46dd303640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f46d80d2310 con 0x7f46d80d1cf0 2024-09-11T22:44:56.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.095+0000 7f46dd303640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f46d80d25f0 con 0x7f46d80b68d0 2024-09-11T22:44:56.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.095+0000 7f46d6ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f46d815e6a0 0x7f46d80b61c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:38046/0 (socket says 172.21.15.16:38046) 2024-09-11T22:44:56.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.095+0000 7f46d6ffd640 1 -- 172.21.15.16:0/3388587349 learned_addr learned my addr 172.21.15.16:0/3388587349 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:44:56.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.095+0000 7f46d67fc640 1 --2- 172.21.15.16:0/3388587349 >> v2:172.21.15.104:3300/0 conn(0x7f46d80d1cf0 0x7f46d80cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.095+0000 7f46d77fe640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d80b68d0 0x7f46d80d33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.095+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2950883666 0 0) 0x7f46d815ea80 con 0x7f46d815e6a0 2024-09-11T22:44:56.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.095+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f46c0003520 con 0x7f46d815e6a0 2024-09-11T22:44:56.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2258687807 0 0) 0x7f46c0003520 con 0x7f46d815e6a0 2024-09-11T22:44:56.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d80b68d0 msgr2=0x7f46d80d33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:56.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d80b68d0 0x7f46d80d33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 >> v2:172.21.15.104:3300/0 conn(0x7f46d80d1cf0 msgr2=0x7f46d80cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:56.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 --2- 172.21.15.16:0/3388587349 >> v2:172.21.15.104:3300/0 conn(0x7f46d80d1cf0 0x7f46d80cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.100 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d80d28d0 con 0x7f46d815e6a0 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f46c80019f0 con 0x7f46d815e6a0 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d67fc640 1 --2- 172.21.15.16:0/3388587349 >> v2:172.21.15.104:3300/0 conn(0x7f46d80d1cf0 0x7f46d80cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 >> v1:172.21.15.16:6789/0 conn(0x7f46d815e6a0 legacy=0x7f46d80b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d80b68d0 0x7f46c00039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46c0003f30 0x7f46c0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46c0004d40 0x7f46c00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f46d80d2310 con 0x7f46c0004d40 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f46d80d25f0 con 0x7f46c0003f30 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f46c000ba10 con 0x7f46d80b68d0 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d77fe640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46c0004d40 0x7f46c00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d6ffd640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d80b68d0 0x7f46c00039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.101 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d67fc640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46c0003f30 0x7f46c0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d77fe640 1 -- 172.21.15.16:0/3388587349 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d80b68d0 msgr2=0x7f46c00039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:56.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d77fe640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d80b68d0 0x7f46c00039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d77fe640 1 -- 172.21.15.16:0/3388587349 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46c0003f30 msgr2=0x7f46c0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:56.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d77fe640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46c0003f30 0x7f46c0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.096+0000 7f46d77fe640 1 -- 172.21.15.16:0/3388587349 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46c0003520 con 0x7f46c0004d40 2024-09-11T22:44:56.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.097+0000 7f46d77fe640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46c0004d40 0x7f46c00051c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f46d0009af0 tx=0x7f46c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51dc717977cb5430 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:56.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.097+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d0036070 con 0x7f46c0004d40 2024-09-11T22:44:56.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.097+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46d0031400 con 0x7f46c0004d40 2024-09-11T22:44:56.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.097+0000 7f46d5ffb640 1 -- 172.21.15.16:0/3388587349 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d0009690 con 0x7f46c0004d40 2024-09-11T22:44:56.102 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.098+0000 7f46dd303640 1 -- 172.21.15.16:0/3388587349 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46c0004d40 msgr2=0x7f46c00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.098+0000 7f46dd303640 1 --2- 172.21.15.16:0/3388587349 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46c0004d40 0x7f46c00051c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f46d0009af0 tx=0x7f46c0005830 comp rx=0 tx=0).stop 2024-09-11T22:44:56.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.098+0000 7f46d77fe640 1 -- 172.21.15.16:0/3388587349 reap_dead start 2024-09-11T22:44:56.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.098+0000 7f46dd303640 1 -- 172.21.15.16:0/3388587349 shutdown_connections 2024-09-11T22:44:56.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.098+0000 7f46dd303640 1 -- 172.21.15.16:0/3388587349 >> 172.21.15.16:0/3388587349 conn(0x7f46d8067d70 msgr2=0x7f46d8068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:56.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.098+0000 7f46dd303640 1 -- 172.21.15.16:0/3388587349 shutdown_connections 2024-09-11T22:44:56.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.098+0000 7f46dd303640 1 -- 172.21.15.16:0/3388587349 wait complete. 2024-09-11T22:44:56.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.099+0000 7f46dd303640 1 Processor -- start 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.099+0000 7f46dd303640 1 -- start start 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46dd303640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46d8150cc0 0x7f46d81f82a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46dd303640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d8157720 0x7f46d80b59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46dd303640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d80b5ef0 0x7f46d8154d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46dd303640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f46d80b7970 con 0x7f46d80b5ef0 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46dd303640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f46d80d2e90 con 0x7f46d8150cc0 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46dd303640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f46d80b6cd0 con 0x7f46d8157720 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46d77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d80b5ef0 0x7f46d8154d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46d77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d80b5ef0 0x7f46d8154d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52200/0 (socket says 172.21.15.16:52200) 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46d77fe640 1 -- 172.21.15.16:0/725680362 learned_addr learned my addr 172.21.15.16:0/725680362 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46d6ffd640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46d8150cc0 0x7f46d81f82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46d67fc640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d8157720 0x7f46d80b59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46d77fe640 1 -- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d8157720 msgr2=0x7f46d80b59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46d77fe640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d8157720 0x7f46d80b59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46d77fe640 1 -- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46d8150cc0 msgr2=0x7f46d81f82a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46d77fe640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46d8150cc0 0x7f46d81f82a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46d77fe640 1 -- 172.21.15.16:0/725680362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d81f8af0 con 0x7f46d80b5ef0 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46d77fe640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d80b5ef0 0x7f46d8154d70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f46d0034040 tx=0x7f46d0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46bf7fe640 1 -- 172.21.15.16:0/725680362 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d0036070 con 0x7f46d80b5ef0 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46bf7fe640 1 -- 172.21.15.16:0/725680362 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f46d0037040 con 0x7f46d80b5ef0 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.100+0000 7f46dd303640 1 -- 172.21.15.16:0/725680362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46d81f8dd0 con 0x7f46d80b5ef0 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.101+0000 7f46bf7fe640 1 -- 172.21.15.16:0/725680362 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d0009690 con 0x7f46d80b5ef0 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.101+0000 7f46dd303640 1 -- 172.21.15.16:0/725680362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46d81516a0 con 0x7f46d80b5ef0 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.102+0000 7f46dd303640 1 -- 172.21.15.16:0/725680362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46d80cfc50 con 0x7f46d80b5ef0 2024-09-11T22:44:56.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.102+0000 7f46bf7fe640 1 -- 172.21.15.16:0/725680362 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f46d0043060 con 0x7f46d80b5ef0 2024-09-11T22:44:56.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.102+0000 7f46bf7fe640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f46c406be30 0x7f46c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.103+0000 7f46d6ffd640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f46c406be30 0x7f46c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.103+0000 7f46bf7fe640 1 -- 172.21.15.16:0/725680362 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f46d00aa460 con 0x7f46d80b5ef0 2024-09-11T22:44:56.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.103+0000 7f46d6ffd640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f46c406be30 0x7f46c406e2f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f46c8004bc0 tx=0x7f46c8006040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:56.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.107+0000 7f46bf7fe640 1 -- 172.21.15.16:0/725680362 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f46d00784b0 con 0x7f46d80b5ef0 2024-09-11T22:44:56.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.318+0000 7f46dd303640 1 -- 172.21.15.16:0/725680362 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f46d80cff80 con 0x7f46d80b5ef0 2024-09-11T22:44:56.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.319+0000 7f46bf7fe640 1 -- 172.21.15.16:0/725680362 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+5219 (secure 0 0 0) 0x7f46d007c7b0 con 0x7f46d80b5ef0 2024-09-11T22:44:56.320 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:44:56.320 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":6,"btime":"2024-09-11T22:44:54:994958+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/3903625691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3903625691},{"type":"v1","addr":"172.21.15.104:6837","nonce":3903625691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/57158659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":57158659},{"type":"v1","addr":"172.21.15.16:6835","nonce":57158659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:44:49.293917+0000","modified":"2024-09-11T22:44:54.328400+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4303":{"gid":4303,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3264142978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3264142978},{"type":"v1","addr":"172.21.15.104:6836","nonce":3264142978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4303,"qdb_cluster":[4303]},"id":1}]} 2024-09-11T22:44:56.320 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 6 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 -- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f46c406be30 msgr2=0x7f46c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f46c406be30 0x7f46c406e2f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f46c8004bc0 tx=0x7f46c8006040 comp rx=0 tx=0).stop 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 -- 172.21.15.16:0/725680362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d80b5ef0 msgr2=0x7f46d8154d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d80b5ef0 0x7f46d8154d70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f46d0034040 tx=0x7f46d0004730 comp rx=0 tx=0).stop 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 -- 172.21.15.16:0/725680362 shutdown_connections 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f46c406be30 0x7f46c406e2f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f46d80b5ef0 0x7f46d8154d70 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f46d8157720 0x7f46d80b59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 --2- 172.21.15.16:0/725680362 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f46d8150cc0 0x7f46d81f82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 -- 172.21.15.16:0/725680362 >> 172.21.15.16:0/725680362 conn(0x7f46d8067d70 msgr2=0x7f46d80d3cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 -- 172.21.15.16:0/725680362 shutdown_connections 2024-09-11T22:44:56.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.321+0000 7f46dd303640 1 -- 172.21.15.16:0/725680362 wait complete. 2024-09-11T22:44:56.332 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:44:56.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.434+0000 7fd8cdbf8640 1 Processor -- start 2024-09-11T22:44:56.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.434+0000 7fd8cdbf8640 1 -- start start 2024-09-11T22:44:56.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8cdbf8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8c8161df0 0x7fd8c80cf6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8cdbf8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd8c80d4d00 0x7fd8c80b7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8cdbf8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8c81621d0 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8cdbf8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd8c80d36b0 con 0x7fd8c80d4d00 2024-09-11T22:44:56.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8cdbf8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd8c80d3990 con 0x7fd8c8161df0 2024-09-11T22:44:56.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8c7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd8c80d4d00 0x7fd8c80b7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8c7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd8c80d4d00 0x7fd8c80b7900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52216/0 (socket says 172.21.15.16:52216) 2024-09-11T22:44:56.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8c7fff640 1 -- 172.21.15.16:0/1911720336 learned_addr learned my addr 172.21.15.16:0/1911720336 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:56.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8c77fe640 1 --2- 172.21.15.16:0/1911720336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8c8161df0 0x7fd8c80cf6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8c7fff640 1 -- 172.21.15.16:0/1911720336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8c8161df0 msgr2=0x7fd8c80cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:56.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8c7fff640 1 --2- 172.21.15.16:0/1911720336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8c8161df0 0x7fd8c80cf6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8c7fff640 1 -- 172.21.15.16:0/1911720336 >> v1:172.21.15.104:6789/0 conn(0x7fd8c80cf0f0 legacy=0x7fd8c80d45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.435+0000 7fd8c7fff640 1 -- 172.21.15.16:0/1911720336 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8c80d3c70 con 0x7fd8c80d4d00 2024-09-11T22:44:56.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.436+0000 7fd8c7fff640 1 --2- 172.21.15.16:0/1911720336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8c80d4d00 0x7fd8c80b7900 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd8c0009e50 tx=0x7fd8c002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65f381d413d4b41a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:56.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.436+0000 7fd8c67fc640 1 -- 172.21.15.16:0/1911720336 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8c0036070 con 0x7fd8c80d4d00 2024-09-11T22:44:56.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.436+0000 7fd8c67fc640 1 -- 172.21.15.16:0/1911720336 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8c0031600 con 0x7fd8c80d4d00 2024-09-11T22:44:56.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.436+0000 7fd8c67fc640 1 -- 172.21.15.16:0/1911720336 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8c00319d0 con 0x7fd8c80d4d00 2024-09-11T22:44:56.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.437+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/1911720336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8c80d4d00 msgr2=0x7fd8c80b7900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.437+0000 7fd8cdbf8640 1 --2- 172.21.15.16:0/1911720336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8c80d4d00 0x7fd8c80b7900 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd8c0009e50 tx=0x7fd8c002a710 comp rx=0 tx=0).stop 2024-09-11T22:44:56.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.437+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/1911720336 shutdown_connections 2024-09-11T22:44:56.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.437+0000 7fd8cdbf8640 1 --2- 172.21.15.16:0/1911720336 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8c80d4d00 0x7fd8c80b7900 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.437+0000 7fd8cdbf8640 1 --2- 172.21.15.16:0/1911720336 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8c8161df0 0x7fd8c80cf6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.437+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/1911720336 >> 172.21.15.16:0/1911720336 conn(0x7fd8c8067f80 msgr2=0x7fd8c806cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:56.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.437+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/1911720336 shutdown_connections 2024-09-11T22:44:56.439 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.437+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/1911720336 wait complete. 2024-09-11T22:44:56.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.438+0000 7fd8cdbf8640 1 Processor -- start 2024-09-11T22:44:56.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.438+0000 7fd8cdbf8640 1 -- start start 2024-09-11T22:44:56.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8cdbf8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8c80cf0f0 0x7fd8c814b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8cdbf8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8c80d4d00 0x7fd8c81e72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8cdbf8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8c8161df0 0x7fd8c80c9ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8cdbf8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c80b7e40 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.441 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8cdbf8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd8c80cfef0 con 0x7fd8c8161df0 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8cdbf8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd8c80b7fc0 con 0x7fd8c80d4d00 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8c80cf0f0 0x7fd8c814b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8c80cf0f0 0x7fd8c814b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52226/0 (socket says 172.21.15.16:52226) 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c77fe640 1 -- 172.21.15.16:0/2353636380 learned_addr learned my addr 172.21.15.16:0/2353636380 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c7fff640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8c8161df0 0x7fd8c80c9ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c6ffd640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8c80d4d00 0x7fd8c81e72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c77fe640 1 -- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8c80d4d00 msgr2=0x7fd8c81e72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c77fe640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8c80d4d00 0x7fd8c81e72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c77fe640 1 -- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8c8161df0 msgr2=0x7fd8c80c9ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c77fe640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8c8161df0 0x7fd8c80c9ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c77fe640 1 -- 172.21.15.16:0/2353636380 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8c815ca00 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c7fff640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8c8161df0 0x7fd8c80c9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c6ffd640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8c80d4d00 0x7fd8c81e72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:44:56.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8c77fe640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8c80cf0f0 0x7fd8c814b940 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd8b800e870 tx=0x7fd8b800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:56.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.439+0000 7fd8affff640 1 -- 172.21.15.16:0/2353636380 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8b8017070 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.440+0000 7fd8affff640 1 -- 172.21.15.16:0/2353636380 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8b800c940 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.440+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/2353636380 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8c815cce0 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.440+0000 7fd8affff640 1 -- 172.21.15.16:0/2353636380 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8b800cd30 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.440+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/2353636380 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8c815d2a0 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.443 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.440+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/2353636380 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8c806de30 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.441+0000 7fd8affff640 1 -- 172.21.15.16:0/2353636380 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd8b801a070 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.441+0000 7fd8affff640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd8b406be30 0x7fd8b406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:56.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.442+0000 7fd8affff640 1 -- 172.21.15.16:0/2353636380 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd8b808b4b0 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.442+0000 7fd8c6ffd640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd8b406be30 0x7fd8b406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:56.444 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.442+0000 7fd8c6ffd640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd8b406be30 0x7fd8b406e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd8c8161440 tx=0x7fd8bc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:56.446 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.446+0000 7fd8affff640 1 -- 172.21.15.16:0/2353636380 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd8c806de30 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.624+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/2353636380 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd8c80b7900 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.625+0000 7fd8affff640 1 -- 172.21.15.16:0/2353636380 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7fd8b8059a80 con 0x7fd8c80cf0f0 2024-09-11T22:44:56.626 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:44:56.627 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":25,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:54.328241+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:44:56.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd8b406be30 msgr2=0x7fd8b406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd8b406be30 0x7fd8b406e2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd8c8161440 tx=0x7fd8bc009040 comp rx=0 tx=0).stop 2024-09-11T22:44:56.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/2353636380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8c80cf0f0 msgr2=0x7fd8c814b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:56.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8c80cf0f0 0x7fd8c814b940 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd8b800e870 tx=0x7fd8b800ed30 comp rx=0 tx=0).stop 2024-09-11T22:44:56.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/2353636380 shutdown_connections 2024-09-11T22:44:56.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd8b406be30 0x7fd8b406e2f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd8c8161df0 0x7fd8c80c9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd8c80d4d00 0x7fd8c81e72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 --2- 172.21.15.16:0/2353636380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd8c80cf0f0 0x7fd8c814b940 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:56.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/2353636380 >> 172.21.15.16:0/2353636380 conn(0x7fd8c8067f80 msgr2=0x7fd8c80d45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:56.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/2353636380 shutdown_connections 2024-09-11T22:44:56.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:56.628+0000 7fd8cdbf8640 1 -- 172.21.15.16:0/2353636380 wait complete. 2024-09-11T22:44:57.042 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-11T22:44:49.293917+0000', 'modified': '2024-09-11T22:44:54.328400+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4303}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4303': {'gid': 4303, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.104:6836/3264142978', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6834', 'nonce': 3264142978}, {'type': 'v1', 'addr': '172.21.15.104:6836', 'nonce': 3264142978}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4303, 'qdb_cluster': [4303]} 2024-09-11T22:44:57.042 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-11T22:44:57.043 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-11T22:44:57.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.149+0000 7f91526b7640 1 Processor -- start 2024-09-11T22:44:57.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.149+0000 7f91526b7640 1 -- start start 2024-09-11T22:44:57.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.149+0000 7f91526b7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f914c09aa40 0x7f914c0708c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.149+0000 7f91526b7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f914c070fc0 con 0x7f914c0b6350 2024-09-11T22:44:57.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.149+0000 7f91526b7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f914c0712a0 con 0x7f914c15f5e0 2024-09-11T22:44:57.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.149+0000 7f91526b7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f914c071580 con 0x7f914c09aa40 2024-09-11T22:44:57.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.150+0000 7f914bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f914c09aa40 0x7f914c0708c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.150+0000 7f9150c54640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f914c0b6350 0x7f914c0b6760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:38062/0 (socket says 172.21.15.16:38062) 2024-09-11T22:44:57.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.150+0000 7f9150c54640 1 -- 172.21.15.16:0/2482547285 learned_addr learned my addr 172.21.15.16:0/2482547285 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:44:57.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.150+0000 7f914bfff640 1 -- 172.21.15.16:0/2482547285 >> v1:172.21.15.104:6789/0 conn(0x7f914c15f5e0 legacy=0x7f914c09ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.150+0000 7f914bfff640 1 -- 172.21.15.16:0/2482547285 >> v1:172.21.15.16:6789/0 conn(0x7f914c0b6350 legacy=0x7f914c0b6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.150+0000 7f914bfff640 1 -- 172.21.15.16:0/2482547285 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f914c071860 con 0x7f914c09aa40 2024-09-11T22:44:57.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.150+0000 7f914affd640 1 -- 172.21.15.16:0/2482547285 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4193760205 0 0) 0x7f914c070fc0 con 0x7f914c0b6350 2024-09-11T22:44:57.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.151+0000 7f914bfff640 1 --2- 172.21.15.16:0/2482547285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f914c09aa40 0x7f914c0708c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f913c0097a0 tx=0x7f913c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89619e662a4853f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:57.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.151+0000 7f914affd640 1 -- 172.21.15.16:0/2482547285 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c037070 con 0x7f914c09aa40 2024-09-11T22:44:57.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.151+0000 7f914affd640 1 -- 172.21.15.16:0/2482547285 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f913c032440 con 0x7f914c09aa40 2024-09-11T22:44:57.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.151+0000 7f914affd640 1 -- 172.21.15.16:0/2482547285 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c032810 con 0x7f914c09aa40 2024-09-11T22:44:57.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.151+0000 7f91526b7640 1 -- 172.21.15.16:0/2482547285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f914c09aa40 msgr2=0x7f914c0708c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.151+0000 7f91526b7640 1 --2- 172.21.15.16:0/2482547285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f914c09aa40 0x7f914c0708c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f913c0097a0 tx=0x7f913c02a230 comp rx=0 tx=0).stop 2024-09-11T22:44:57.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.151+0000 7f91526b7640 1 -- 172.21.15.16:0/2482547285 shutdown_connections 2024-09-11T22:44:57.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.151+0000 7f91526b7640 1 --2- 172.21.15.16:0/2482547285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f914c09aa40 0x7f914c0708c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.151+0000 7f91526b7640 1 -- 172.21.15.16:0/2482547285 >> 172.21.15.16:0/2482547285 conn(0x7f914c0b41b0 msgr2=0x7f914c0b45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:57.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.151+0000 7f91526b7640 1 -- 172.21.15.16:0/2482547285 shutdown_connections 2024-09-11T22:44:57.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.151+0000 7f91526b7640 1 -- 172.21.15.16:0/2482547285 wait complete. 2024-09-11T22:44:57.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.153+0000 7f91526b7640 1 Processor -- start 2024-09-11T22:44:57.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.153+0000 7f91526b7640 1 -- start start 2024-09-11T22:44:57.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.153+0000 7f91526b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f914c09aa40 0x7f914c1f3dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f91526b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f914c0b6350 0x7f914c140460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f91526b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f914c15f5e0 0x7f914c13d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f91526b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f914c0b5d50 con 0x7f914c0b6350 2024-09-11T22:44:57.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f91526b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f914c15fa70 con 0x7f914c09aa40 2024-09-11T22:44:57.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f91526b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f914c0b5ed0 con 0x7f914c15f5e0 2024-09-11T22:44:57.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f914b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f914c0b6350 0x7f914c140460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f914b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f914c0b6350 0x7f914c140460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52242/0 (socket says 172.21.15.16:52242) 2024-09-11T22:44:57.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f914b7fe640 1 -- 172.21.15.16:0/1220534075 learned_addr learned my addr 172.21.15.16:0/1220534075 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:57.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f9150c54640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f914c15f5e0 0x7f914c13d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f914bfff640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f914c09aa40 0x7f914c1f3dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f914b7fe640 1 -- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f914c15f5e0 msgr2=0x7f914c13d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f914b7fe640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f914c15f5e0 0x7f914c13d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f914b7fe640 1 -- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f914c09aa40 msgr2=0x7f914c1f3dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f914b7fe640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f914c09aa40 0x7f914c1f3dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f914b7fe640 1 -- 172.21.15.16:0/1220534075 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f914c1409a0 con 0x7f914c0b6350 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f9150c54640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f914c15f5e0 0x7f914c13d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f914bfff640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f914c09aa40 0x7f914c1f3dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f914b7fe640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f914c0b6350 0x7f914c140460 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f914000c400 tx=0x7f914000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f9148ff9640 1 -- 172.21.15.16:0/1220534075 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9140017070 con 0x7f914c0b6350 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f9148ff9640 1 -- 172.21.15.16:0/1220534075 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91400052d0 con 0x7f914c0b6350 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f91526b7640 1 -- 172.21.15.16:0/1220534075 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f914c0cd8a0 con 0x7f914c0b6350 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f9148ff9640 1 -- 172.21.15.16:0/1220534075 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9140003830 con 0x7f914c0b6350 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.154+0000 7f91526b7640 1 -- 172.21.15.16:0/1220534075 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f914c1f47a0 con 0x7f914c0b6350 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.156+0000 7f9148ff9640 1 -- 172.21.15.16:0/1220534075 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f914001a070 con 0x7f914c0b6350 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.156+0000 7f9148ff9640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f913806be60 0x7f913806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.156+0000 7f9148ff9640 1 -- 172.21.15.16:0/1220534075 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f914008a540 con 0x7f914c0b6350 2024-09-11T22:44:57.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.157+0000 7f914bfff640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f913806be60 0x7f913806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.157+0000 7f914bfff640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f913806be60 0x7f913806e320 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f913c034000 tx=0x7f913c02e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:57.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.157+0000 7f9155451740 1 Processor -- start 2024-09-11T22:44:57.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.158+0000 7f9155451740 1 -- start start 2024-09-11T22:44:57.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.158+0000 7f9155451740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8083a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.158+0000 7f9155451740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b803ba80 0x5559b803e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.158+0000 7f9155451740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80388b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.158+0000 7f9155451740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x5559b7fa0520 con 0x5559b803fa50 2024-09-11T22:44:57.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.158+0000 7f9155451740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5559b7f483e0 con 0x5559b803ba80 2024-09-11T22:44:57.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.158+0000 7f9155451740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x5559b7f9c4e0 con 0x5559b803e2c0 2024-09-11T22:44:57.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.158+0000 7f9150c54640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80388b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.158+0000 7f9150c54640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80388b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52250/0 (socket says 172.21.15.16:52250) 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.158+0000 7f9150c54640 1 -- 172.21.15.16:0/3825110331 learned_addr learned my addr 172.21.15.16:0/3825110331 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.158+0000 7f914bfff640 1 --2- 172.21.15.16:0/3825110331 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8083a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f914b7fe640 1 --2- 172.21.15.16:0/3825110331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b803ba80 0x5559b803e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f9150c54640 1 -- 172.21.15.16:0/3825110331 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 msgr2=0x5559b8083a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f9150c54640 1 --2- 172.21.15.16:0/3825110331 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8083a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f9150c54640 1 -- 172.21.15.16:0/3825110331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b803ba80 msgr2=0x5559b803e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f9150c54640 1 --2- 172.21.15.16:0/3825110331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b803ba80 0x5559b803e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f9150c54640 1 -- 172.21.15.16:0/3825110331 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559b7f632f0 con 0x5559b803fa50 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f9150c54640 1 --2- 172.21.15.16:0/3825110331 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80388b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9144001ef0 tx=0x7f914400d520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4adc116540850994 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f9131ffb640 1 -- 172.21.15.16:0/3825110331 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9144004b60 con 0x5559b803fa50 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f9131ffb640 1 -- 172.21.15.16:0/3825110331 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9144004d00 con 0x5559b803fa50 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f9131ffb640 1 -- 172.21.15.16:0/3825110331 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91440072d0 con 0x5559b803fa50 2024-09-11T22:44:57.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f9155451740 1 -- 172.21.15.16:0/3825110331 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 msgr2=0x5559b80388b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.159+0000 7f9155451740 1 --2- 172.21.15.16:0/3825110331 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80388b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9144001ef0 tx=0x7f914400d520 comp rx=0 tx=0).stop 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.160+0000 7f9155451740 1 -- 172.21.15.16:0/3825110331 shutdown_connections 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.160+0000 7f9155451740 1 --2- 172.21.15.16:0/3825110331 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80388b0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.160+0000 7f9155451740 1 --2- 172.21.15.16:0/3825110331 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b803ba80 0x5559b803e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.160+0000 7f9155451740 1 --2- 172.21.15.16:0/3825110331 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8083a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.160+0000 7f9155451740 1 -- 172.21.15.16:0/3825110331 >> 172.21.15.16:0/3825110331 conn(0x5559b803aa80 msgr2=0x5559b8082f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.160+0000 7f9155451740 1 -- 172.21.15.16:0/3825110331 shutdown_connections 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.160+0000 7f9155451740 1 -- 172.21.15.16:0/3825110331 wait complete. 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.160+0000 7f9155451740 1 -- start start 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.160+0000 7f9155451740 1 Processor -- start 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f9155451740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8068850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f9155451740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80606b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f9155451740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b80666b0 0x5559b8061600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f9155451740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x5559b8039f20 con 0x5559b803fa50 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f9155451740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5559b7f29450 con 0x5559b80666b0 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f9155451740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x5559b8084290 con 0x5559b803e2c0 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f9155451740 10 client.0 _ll_register_callbacks cb 0x5559b7cb2ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f914b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80606b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f914b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80606b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52258/0 (socket says 172.21.15.16:52258) 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f914b7fe640 1 -- 172.21.15.16:0/3383563540 learned_addr learned my addr 172.21.15.16:0/3383563540 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f914bfff640 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8068850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.161+0000 7f9150c54640 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b80666b0 0x5559b8061600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f914b7fe640 1 -- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 msgr2=0x5559b8068850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:57.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f914b7fe640 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8068850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f914b7fe640 1 -- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b80666b0 msgr2=0x5559b8061600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:57.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f914b7fe640 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b80666b0 0x5559b8061600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f914b7fe640 1 -- 172.21.15.16:0/3383563540 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559b7cb32d0 con 0x5559b803fa50 2024-09-11T22:44:57.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f914b7fe640 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80606b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9140054900 tx=0x7f91400585e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43c9f833f266add server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:57.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f912affd640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-11T22:44:57.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f912affd640 1 -- 172.21.15.16:0/3383563540 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9140060df0 con 0x5559b803fa50 2024-09-11T22:44:57.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f9155451740 1 -- 172.21.15.16:0/3383563540 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9144004d00 con 0x5559b803fa50 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f912affd640 1 -- 172.21.15.16:0/3383563540 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f91400578f0 con 0x5559b803fa50 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f912affd640 1 -- 172.21.15.16:0/3383563540 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7f9140056860 con 0x5559b803fa50 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f9155451740 10 client.4401 fetch_fsmap learned FSMap version 6 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f9155451740 1 -- 172.21.15.16:0/3383563540 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x5559b7d7d6b0 con 0x5559b803fa50 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f912affd640 1 -- 172.21.15.16:0/3383563540 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9144004d00 con 0x5559b803fa50 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f912affd640 1 -- 172.21.15.16:0/3383563540 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 6) ==== 3510+0+0 (secure 0 0 0) 0x7f9140088170 con 0x5559b803fa50 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f9155451740 10 client.4401 fetch_fsmap finished waiting for FSMap version 6 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f9155451740 10 client.4401 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f9155451740 20 client.4401 populate_metadata read hostname 'smithi016' 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f9155451740 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x5559b8096700 0x5559b8087b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f9155451740 4 client.4401 mds_command: new command op to 4303 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.162+0000 7f9155451740 1 -- 172.21.15.16:0/3383563540 --> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5559b7fadc50 con 0x5559b8096700 2024-09-11T22:44:57.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.163+0000 7f914bfff640 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x5559b8096700 0x5559b8087b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.163+0000 7f912affd640 10 client.4401 ms_handle_connect on v2:172.21.15.104:6834/3264142978 2024-09-11T22:44:57.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.163+0000 7f914bfff640 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x5559b8096700 0x5559b8087b00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3b74f7100a73352 server_cookie=bcc8c809506ac66 in_seq=0 out_seq=0 2024-09-11T22:44:57.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f912affd640 1 -- 172.21.15.16:0/3383563540 <== mds.0 v2:172.21.15.104:6834/3264142978 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5559b7fadc50 con 0x5559b8096700 2024-09-11T22:44:57.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f912affd640 10 client.4401 handle_command_reply: tid=0 2024-09-11T22:44:57.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 1 client.4401 shutdown 2024-09-11T22:44:57.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 1 -- 172.21.15.16:0/3383563540 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 msgr2=0x5559b80606b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80606b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9140054900 tx=0x7f91400585e0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 1 -- 172.21.15.16:0/3383563540 shutdown_connections 2024-09-11T22:44:57.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b80666b0 0x5559b8061600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x5559b8096700 0x5559b8087b00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b80606b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 1 --2- 172.21.15.16:0/3383563540 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8068850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 1 -- 172.21.15.16:0/3383563540 >> 172.21.15.16:0/3383563540 conn(0x5559b803ba80 msgr2=0x5559b8086440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:57.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f912affd640 0 client.4401 ms_handle_reset on v2:172.21.15.104:6834/3264142978 2024-09-11T22:44:57.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 1 -- 172.21.15.16:0/3383563540 shutdown_connections 2024-09-11T22:44:57.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 1 -- 172.21.15.16:0/3383563540 wait complete. 2024-09-11T22:44:57.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.164+0000 7f9155451740 20 client.4401 trim_cache size 0 max 16384 2024-09-11T22:44:57.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.182+0000 7f9155451740 1 Processor -- start 2024-09-11T22:44:57.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.182+0000 7f9155451740 1 -- start start 2024-09-11T22:44:57.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f9155451740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803e2c0 0x5559b8060060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f9155451740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b803fa50 0x5559b80605a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f9155451740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b80666b0 0x5559b8081ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f9155451740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f914c201070 con 0x5559b803e2c0 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f9155451740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f914c154a60 con 0x5559b803fa50 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f9155451740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f914c200a20 con 0x5559b80666b0 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f914bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803e2c0 0x5559b8060060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f914bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803e2c0 0x5559b8060060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52274/0 (socket says 172.21.15.16:52274) 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f914bfff640 1 -- 172.21.15.16:0/543343378 learned_addr learned my addr 172.21.15.16:0/543343378 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f9150c54640 1 --2- 172.21.15.16:0/543343378 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b80666b0 0x5559b8081ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f914b7fe640 1 --2- 172.21.15.16:0/543343378 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b803fa50 0x5559b80605a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f914bfff640 1 -- 172.21.15.16:0/543343378 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b80666b0 msgr2=0x5559b8081ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:57.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f914bfff640 1 --2- 172.21.15.16:0/543343378 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b80666b0 0x5559b8081ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f914bfff640 1 -- 172.21.15.16:0/543343378 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b803fa50 msgr2=0x5559b80605a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f914bfff640 1 --2- 172.21.15.16:0/543343378 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b803fa50 0x5559b80605a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f914bfff640 1 -- 172.21.15.16:0/543343378 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559b8082fa0 con 0x5559b803e2c0 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f9150c54640 1 --2- 172.21.15.16:0/543343378 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b80666b0 0x5559b8081ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f914bfff640 1 --2- 172.21.15.16:0/543343378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803e2c0 0x5559b8060060 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f913c0098c0 tx=0x7f913c02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=340000078804914e server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.183+0000 7f91317fa640 1 -- 172.21.15.16:0/543343378 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c037040 con 0x5559b803e2c0 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.184+0000 7f91317fa640 1 -- 172.21.15.16:0/543343378 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f913c03d5b0 con 0x5559b803e2c0 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.184+0000 7f91317fa640 1 -- 172.21.15.16:0/543343378 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c03d960 con 0x5559b803e2c0 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.184+0000 7f9155451740 1 -- 172.21.15.16:0/543343378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803e2c0 msgr2=0x5559b8060060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.184+0000 7f9155451740 1 --2- 172.21.15.16:0/543343378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803e2c0 0x5559b8060060 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f913c0098c0 tx=0x7f913c02c000 comp rx=0 tx=0).stop 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.184+0000 7f9155451740 1 -- 172.21.15.16:0/543343378 shutdown_connections 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.184+0000 7f9155451740 1 --2- 172.21.15.16:0/543343378 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b80666b0 0x5559b8081ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.184+0000 7f9155451740 1 --2- 172.21.15.16:0/543343378 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b803fa50 0x5559b80605a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.184+0000 7f9155451740 1 --2- 172.21.15.16:0/543343378 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803e2c0 0x5559b8060060 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.184+0000 7f9155451740 1 -- 172.21.15.16:0/543343378 >> 172.21.15.16:0/543343378 conn(0x5559b803ba80 msgr2=0x5559b8034120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.184+0000 7f9155451740 1 -- 172.21.15.16:0/543343378 shutdown_connections 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.184+0000 7f9155451740 1 -- 172.21.15.16:0/543343378 wait complete. 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.185+0000 7f9155451740 1 -- start start 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.185+0000 7f9155451740 1 Processor -- start 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f9155451740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8100780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f9155451740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b8060060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f9155451740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b80666b0 0x5559b80605a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f9155451740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x5559b8088c00 con 0x5559b803fa50 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f9155451740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x5559b8060bf0 con 0x5559b80666b0 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f9155451740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x5559b8096b40 con 0x5559b803e2c0 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f9155451740 10 client.0 _ll_register_callbacks cb 0x7f9140058ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f914b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b8060060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f914b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b8060060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52282/0 (socket says 172.21.15.16:52282) 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f914b7fe640 1 -- 172.21.15.16:0/3125596703 learned_addr learned my addr 172.21.15.16:0/3125596703 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f914bfff640 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8100780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f9150c54640 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b80666b0 0x5559b80605a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f914b7fe640 1 -- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 msgr2=0x5559b8100780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f914b7fe640 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8100780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f914b7fe640 1 -- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b80666b0 msgr2=0x5559b80605a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f914b7fe640 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b80666b0 0x5559b80605a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f914b7fe640 1 -- 172.21.15.16:0/3125596703 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559b8068bf0 con 0x5559b803fa50 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f914b7fe640 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b8060060 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9140058d50 tx=0x7f9140014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b643b3e9d4a587ca server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f912affd640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f912affd640 1 -- 172.21.15.16:0/3125596703 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9140054740 con 0x5559b803fa50 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f912affd640 1 -- 172.21.15.16:0/3125596703 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f91400541f0 con 0x5559b803fa50 2024-09-11T22:44:57.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f9155451740 1 -- 172.21.15.16:0/3125596703 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f913c03d5b0 con 0x5559b803fa50 2024-09-11T22:44:57.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f912affd640 1 -- 172.21.15.16:0/3125596703 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=6) ==== 24+0+0 (secure 0 0 0) 0x7f9140057fe0 con 0x5559b803fa50 2024-09-11T22:44:57.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f9155451740 10 client.4407 fetch_fsmap learned FSMap version 6 2024-09-11T22:44:57.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.186+0000 7f9155451740 1 -- 172.21.15.16:0/3125596703 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=6,monmap=2+}) -- 0x5559b8063b00 con 0x5559b803fa50 2024-09-11T22:44:57.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.187+0000 7f912affd640 1 -- 172.21.15.16:0/3125596703 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f913c03d5b0 con 0x5559b803fa50 2024-09-11T22:44:57.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.187+0000 7f912affd640 1 -- 172.21.15.16:0/3125596703 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 6) ==== 3510+0+0 (secure 0 0 0) 0x7f91400543f0 con 0x5559b803fa50 2024-09-11T22:44:57.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.187+0000 7f9155451740 10 client.4407 fetch_fsmap finished waiting for FSMap version 6 2024-09-11T22:44:57.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.187+0000 7f9155451740 10 client.4407 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-11T22:44:57.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.187+0000 7f9155451740 20 client.4407 populate_metadata read hostname 'smithi016' 2024-09-11T22:44:57.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.187+0000 7f9155451740 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x5559b8082270 0x5559b8082650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.187+0000 7f9155451740 4 client.4407 mds_command: new command op to 4303 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-11T22:44:57.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.187+0000 7f9155451740 1 -- 172.21.15.16:0/3125596703 --> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] -- command(tid 0: {"prefix": "status"}) -- 0x5559b7fa7fa0 con 0x5559b8082270 2024-09-11T22:44:57.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.187+0000 7f914bfff640 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x5559b8082270 0x5559b8082650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.187+0000 7f914bfff640 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x5559b8082270 0x5559b8082650 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=199d0c8644cece4e server_cookie=a549d0598cf6bd1b in_seq=0 out_seq=0 2024-09-11T22:44:57.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.187+0000 7f912affd640 10 client.4407 ms_handle_connect on v2:172.21.15.104:6834/3264142978 2024-09-11T22:44:57.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f912affd640 1 -- 172.21.15.16:0/3125596703 <== mds.0 v2:172.21.15.104:6834/3264142978 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x5559b7fa7fa0 con 0x5559b8082270 2024-09-11T22:44:57.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f912affd640 10 client.4407 handle_command_reply: tid=0 2024-09-11T22:44:57.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 1 client.4407 shutdown 2024-09-11T22:44:57.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 1 -- 172.21.15.16:0/3125596703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 msgr2=0x5559b8060060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b8060060 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9140058d50 tx=0x7f9140014040 comp rx=0 tx=0).stop 2024-09-11T22:44:57.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 1 -- 172.21.15.16:0/3125596703 shutdown_connections 2024-09-11T22:44:57.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x5559b80666b0 0x5559b80605a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x5559b8082270 0x5559b8082650 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x5559b803fa50 0x5559b8060060 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 1 --2- 172.21.15.16:0/3125596703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x5559b803e2c0 0x5559b8100780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f912affd640 0 client.4407 ms_handle_reset on v2:172.21.15.104:6834/3264142978 2024-09-11T22:44:57.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 1 -- 172.21.15.16:0/3125596703 >> 172.21.15.16:0/3125596703 conn(0x5559b803ba80 msgr2=0x5559b8068320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:57.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 1 -- 172.21.15.16:0/3125596703 shutdown_connections 2024-09-11T22:44:57.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 1 -- 172.21.15.16:0/3125596703 wait complete. 2024-09-11T22:44:57.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f9155451740 20 client.4407 trim_cache size 0 max 16384 2024-09-11T22:44:57.202 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:44:57.202 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "fe88ec11-3e62-445d-9356-b1b8d8281fad", 2024-09-11T22:44:57.202 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-11T22:44:57.202 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 4303, 2024-09-11T22:44:57.202 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-11T22:44:57.203 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-11T22:44:57.203 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-11T22:44:57.203 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 7.2594979239999997, 2024-09-11T22:44:57.203 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 6, 2024-09-11T22:44:57.203 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 25, 2024-09-11T22:44:57.203 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 25, 2024-09-11T22:44:57.203 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 13.272096940000001 2024-09-11T22:44:57.203 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:44:57.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f91526b7640 1 -- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f913806be60 msgr2=0x7f913806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f91526b7640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f913806be60 0x7f913806e320 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f913c034000 tx=0x7f913c02e000 comp rx=0 tx=0).stop 2024-09-11T22:44:57.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f91526b7640 1 -- 172.21.15.16:0/1220534075 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f914c0b6350 msgr2=0x7f914c140460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f91526b7640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f914c0b6350 0x7f914c140460 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f914000c400 tx=0x7f914000c8c0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f91526b7640 1 -- 172.21.15.16:0/1220534075 shutdown_connections 2024-09-11T22:44:57.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f91526b7640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f913806be60 0x7f913806e320 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f91526b7640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f914c15f5e0 0x7f914c13d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f91526b7640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f914c0b6350 0x7f914c140460 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f91526b7640 1 --2- 172.21.15.16:0/1220534075 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f914c09aa40 0x7f914c1f3dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.188+0000 7f91526b7640 1 -- 172.21.15.16:0/1220534075 >> 172.21.15.16:0/1220534075 conn(0x7f914c0b41b0 msgr2=0x7f914c162990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:57.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.189+0000 7f91526b7640 1 -- 172.21.15.16:0/1220534075 shutdown_connections 2024-09-11T22:44:57.205 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.189+0000 7f91526b7640 1 -- 172.21.15.16:0/1220534075 wait complete. 2024-09-11T22:44:57.206 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-11T22:44:57.206 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-11T22:44:57.206 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-11T22:44:57.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.307+0000 7f911ada6640 1 Processor -- start 2024-09-11T22:44:57.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.307+0000 7f911ada6640 1 -- start start 2024-09-11T22:44:57.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.308+0000 7f911ada6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f911406bc10 0x7f91140736b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.308+0000 7f911ada6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f91140afb80 0x7f911406bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.308+0000 7f911ada6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f91140ae410 0x7f91140d12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.308+0000 7f911ada6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f9114146200 con 0x7f91140ae410 2024-09-11T22:44:57.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.308+0000 7f911ada6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f911406c530 con 0x7f91140afb80 2024-09-11T22:44:57.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.308+0000 7f911ada6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f91140b0040 con 0x7f911406bc10 2024-09-11T22:44:57.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.309+0000 7f9119343640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f91140ae410 0x7f91140d12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.309+0000 7f9119343640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f91140ae410 0x7f91140d12c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52284/0 (socket says 172.21.15.16:52284) 2024-09-11T22:44:57.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.309+0000 7f9119343640 1 -- 172.21.15.16:0/2548389410 learned_addr learned my addr 172.21.15.16:0/2548389410 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:57.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.309+0000 7f9118b42640 1 --2- 172.21.15.16:0/2548389410 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f911406bc10 0x7f91140736b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.309+0000 7f9113fff640 1 --2- 172.21.15.16:0/2548389410 >> v2:172.21.15.104:3300/0 conn(0x7f91140afb80 0x7f911406bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.309+0000 7f9119343640 1 -- 172.21.15.16:0/2548389410 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f911406bc10 msgr2=0x7f91140736b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:57.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.309+0000 7f9119343640 1 --2- 172.21.15.16:0/2548389410 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f911406bc10 0x7f91140736b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.309+0000 7f9119343640 1 -- 172.21.15.16:0/2548389410 >> v2:172.21.15.104:3300/0 conn(0x7f91140afb80 msgr2=0x7f911406bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:57.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.309+0000 7f9119343640 1 --2- 172.21.15.16:0/2548389410 >> v2:172.21.15.104:3300/0 conn(0x7f91140afb80 0x7f911406bff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.309+0000 7f9119343640 1 -- 172.21.15.16:0/2548389410 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91140b0320 con 0x7f91140ae410 2024-09-11T22:44:57.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.309+0000 7f9119343640 1 --2- 172.21.15.16:0/2548389410 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91140ae410 0x7f91140d12c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f911406eb60 tx=0x7f910c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6dbc871331d829a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:57.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f91137fe640 1 -- 172.21.15.16:0/2548389410 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f910c036070 con 0x7f91140ae410 2024-09-11T22:44:57.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f91137fe640 1 -- 172.21.15.16:0/2548389410 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f910c031600 con 0x7f91140ae410 2024-09-11T22:44:57.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f91137fe640 1 -- 172.21.15.16:0/2548389410 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f910c0319d0 con 0x7f91140ae410 2024-09-11T22:44:57.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f911ada6640 1 -- 172.21.15.16:0/2548389410 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91140ae410 msgr2=0x7f91140d12c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f911ada6640 1 --2- 172.21.15.16:0/2548389410 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91140ae410 0x7f91140d12c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f911406eb60 tx=0x7f910c02a610 comp rx=0 tx=0).stop 2024-09-11T22:44:57.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f911ada6640 1 -- 172.21.15.16:0/2548389410 shutdown_connections 2024-09-11T22:44:57.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f911ada6640 1 --2- 172.21.15.16:0/2548389410 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f91140ae410 0x7f91140d12c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f911ada6640 1 --2- 172.21.15.16:0/2548389410 >> v2:172.21.15.104:3300/0 conn(0x7f91140afb80 0x7f911406bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f911ada6640 1 --2- 172.21.15.16:0/2548389410 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f911406bc10 0x7f91140736b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f911ada6640 1 -- 172.21.15.16:0/2548389410 >> 172.21.15.16:0/2548389410 conn(0x7f91140b6be0 msgr2=0x7f911409aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:57.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f911ada6640 1 -- 172.21.15.16:0/2548389410 shutdown_connections 2024-09-11T22:44:57.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.310+0000 7f911ada6640 1 -- 172.21.15.16:0/2548389410 wait complete. 2024-09-11T22:44:57.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.311+0000 7f911ada6640 1 Processor -- start 2024-09-11T22:44:57.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.312+0000 7f911ada6640 1 -- start start 2024-09-11T22:44:57.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.312+0000 7f911ada6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f911406bc10 0x7f911415bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.312+0000 7f911ada6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91140ae410 0x7f91141e4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.312+0000 7f911ada6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91140afb80 0x7f91141e72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.312+0000 7f911ada6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f91140d1800 con 0x7f911406bc10 2024-09-11T22:44:57.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.312+0000 7f911ada6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f91140b08e0 con 0x7f91140ae410 2024-09-11T22:44:57.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.312+0000 7f911ada6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f91140d1980 con 0x7f91140afb80 2024-09-11T22:44:57.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.312+0000 7f9118b42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f911406bc10 0x7f911415bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.312+0000 7f9118b42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f911406bc10 0x7f911415bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52300/0 (socket says 172.21.15.16:52300) 2024-09-11T22:44:57.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.312+0000 7f9118b42640 1 -- 172.21.15.16:0/1953785105 learned_addr learned my addr 172.21.15.16:0/1953785105 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:57.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f9113fff640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91140ae410 0x7f91141e4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f9119343640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91140afb80 0x7f91141e72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f9118b42640 1 -- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91140afb80 msgr2=0x7f91141e72f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f9118b42640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91140afb80 0x7f91141e72f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f9118b42640 1 -- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91140ae410 msgr2=0x7f91141e4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f9118b42640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91140ae410 0x7f91141e4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f9118b42640 1 -- 172.21.15.16:0/1953785105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91141e6780 con 0x7f911406bc10 2024-09-11T22:44:57.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f9119343640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91140afb80 0x7f91141e72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:44:57.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f9118b42640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f911406bc10 0x7f911415bad0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f910400d830 tx=0x7f910400dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:57.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f91117fa640 1 -- 172.21.15.16:0/1953785105 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9104018020 con 0x7f911406bc10 2024-09-11T22:44:57.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f91117fa640 1 -- 172.21.15.16:0/1953785105 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91040096a0 con 0x7f911406bc10 2024-09-11T22:44:57.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f911ada6640 1 -- 172.21.15.16:0/1953785105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91141e56e0 con 0x7f911406bc10 2024-09-11T22:44:57.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f91117fa640 1 -- 172.21.15.16:0/1953785105 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9104009a70 con 0x7f911406bc10 2024-09-11T22:44:57.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.313+0000 7f911ada6640 1 -- 172.21.15.16:0/1953785105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91141e5ca0 con 0x7f911406bc10 2024-09-11T22:44:57.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.314+0000 7f911ada6640 1 -- 172.21.15.16:0/1953785105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9114070460 con 0x7f911406bc10 2024-09-11T22:44:57.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.315+0000 7f91117fa640 1 -- 172.21.15.16:0/1953785105 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f910401b020 con 0x7f911406bc10 2024-09-11T22:44:57.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.315+0000 7f91117fa640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f910006be30 0x7f910006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:57.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.315+0000 7f91117fa640 1 -- 172.21.15.16:0/1953785105 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f910408b4f0 con 0x7f911406bc10 2024-09-11T22:44:57.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.315+0000 7f9113fff640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f910006be30 0x7f910006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:57.323 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.316+0000 7f9113fff640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f910006be30 0x7f910006e2f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f91140b1ad0 tx=0x7f9108008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:57.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.319+0000 7f91117fa640 1 -- 172.21.15.16:0/1953785105 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9114070460 con 0x7f911406bc10 2024-09-11T22:44:57.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.528+0000 7f911ada6640 1 -- 172.21.15.16:0/1953785105 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f91140d12c0 con 0x7f911406bc10 2024-09-11T22:44:57.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.529+0000 7f91117fa640 1 -- 172.21.15.16:0/1953785105 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v6) ==== 53+0+88 (secure 0 0 0) 0x7f9104022030 con 0x7f911406bc10 2024-09-11T22:44:57.530 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-11T22:44:57.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 -- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f910006be30 msgr2=0x7f910006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f910006be30 0x7f910006e2f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f91140b1ad0 tx=0x7f9108008040 comp rx=0 tx=0).stop 2024-09-11T22:44:57.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 -- 172.21.15.16:0/1953785105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f911406bc10 msgr2=0x7f911415bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:57.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f911406bc10 0x7f911415bad0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f910400d830 tx=0x7f910400dcf0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 -- 172.21.15.16:0/1953785105 shutdown_connections 2024-09-11T22:44:57.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f910006be30 0x7f910006e2f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f91140afb80 0x7f91141e72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f91140ae410 0x7f91141e4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 --2- 172.21.15.16:0/1953785105 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f911406bc10 0x7f911415bad0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:57.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 -- 172.21.15.16:0/1953785105 >> 172.21.15.16:0/1953785105 conn(0x7f91140b6be0 msgr2=0x7f91140d1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:57.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 -- 172.21.15.16:0/1953785105 shutdown_connections 2024-09-11T22:44:57.532 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57.531+0000 7f911ada6640 1 -- 172.21.15.16:0/1953785105 wait complete. 2024-09-11T22:44:57.542 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-11T22:44:57.542 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-11T22:44:57.543 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-11T22:44:57.543 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-11T22:44:57.543 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-11T22:44:57.543 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-11T22:44:57.543 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-11T22:44:57.543 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-11T22:44:57.543 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-11T22:44:57.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:44:57.543 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-11T22:44:57.559 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-11T22:44:57.559 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-11T22:44:57.559 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-11T22:44:57.559 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:44:57.559 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-11T22:44:57.559 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:44:57.559 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:44:57.559 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:44:57.560 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-11T22:44:57.560 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:44:57.560 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:44:57.560 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-11T22:44:57.560 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-11T22:44:57.560 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:44:57.561 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-11T22:44:57.561 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-11T22:44:57.561 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42763sec preferred_lft 42763sec 2024-09-11T22:44:57.561 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-11T22:44:57.561 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:44:57.561 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:44:57.562 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:44:57.562 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-11T22:44:57.563 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-11T22:44:57.563 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:44:57.563 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:44:57.563 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link add name ceph-brx type bridge 2024-09-11T22:44:57.564 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip addr flush dev ceph-brx 2024-09-11T22:44:57.564 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set ceph-brx up 2024-09-11T22:44:57.564 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-11T22:44:57.564 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:44:57.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:44:57.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:44:57.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:44:57.796 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-11T22:44:57.821 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-11T22:44:57.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:44:57.822 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-11T22:44:57.892 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-11T22:44:57.892 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-11T22:44:57.893 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-11T22:44:57.893 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-11T22:44:57.893 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-11T22:44:57.893 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:44:57.893 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:44:57.893 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-11T22:44:57.894 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-11T22:44:57.894 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-11T22:44:57.894 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:44:57.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:44:58.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:44:58.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:44:58.196 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-11T22:44:58.214 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:44:58.215 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list-id 2024-09-11T22:44:58.271 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:44:58.271 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:44:58.271 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-11T22:44:58.271 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-11T22:44:58.271 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:44:58.361 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:44:58.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:44:58.392 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-11T22:44:58.392 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:44:58.392 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:44:58.392 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-11T22:44:58.393 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-11T22:44:58.393 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-11T22:44:58.393 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-11T22:44:58.393 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-11T22:44:58.393 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:44:58.442 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:44:58.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:44:58.530 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:44:58.530 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:44:58.530 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-11T22:44:58.531 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set dev brx.0 master ceph-brx 2024-09-11T22:44:58.531 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:44:58.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:44:58.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:44:58.611 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-11T22:44:58.611 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:44:58.611 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-11T22:44:58.629 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-11T22:44:58.629 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:44:58.629 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-11T22:44:58.685 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-11T22:44:58.752 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-11T22:44:58.808 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-11T22:44:58.808 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-11T22:44:58.808 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-11T22:44:58.809 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-11T22:44:58.810 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-11T22:44:58.811 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-11T22:44:58.811 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-11T22:44:58.811 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:44:58.812 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-11T22:44:58.869 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-11T22:44:58.869 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-11T22:44:58.911 DEBUG:teuthology.orchestra.run.smithi016:> sudo modprobe fuse 2024-09-11T22:44:58.936 DEBUG:teuthology.orchestra.run.smithi016:> cat /proc/self/mounts | awk '{print $2}' 2024-09-11T22:44:58.993 INFO:teuthology.orchestra.run.smithi016.stdout:/proc 2024-09-11T22:44:58.993 INFO:teuthology.orchestra.run.smithi016.stdout:/sys 2024-09-11T22:44:58.993 INFO:teuthology.orchestra.run.smithi016.stdout:/dev 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/security 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/shm 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/pts 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/run 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/cgroup 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/pstore 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/bpf 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/ 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/selinux 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/proc/sys/fs/binfmt_misc 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/hugepages 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/dev/mqueue 2024-09-11T22:44:58.994 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/debug 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/tracing 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/fs/fuse/connections 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/sys/kernel/config 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-sysctl.service 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/nfs/rpc_pipefs 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/run/user/1000 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-0 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-1 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-2 2024-09-11T22:44:58.995 INFO:teuthology.orchestra.run.smithi016.stdout:/var/lib/ceph/osd/ceph-3 2024-09-11T22:44:58.996 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns 2024-09-11T22:44:58.996 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-11T22:44:58.996 INFO:teuthology.orchestra.run.smithi016.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-11T22:44:58.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:44:58.996 DEBUG:teuthology.orchestra.run.smithi016:> ls /sys/fs/fuse/connections 2024-09-11T22:44:59.008 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi016.stderr:2024-09-11T22:44:59.007+0000 7f060740c480 -1 init, newargv = 0x557f44c57ce0 newargc=15 2024-09-11T22:44:59.008 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi016.stderr:ceph-fuse[42502]: starting ceph client 2024-09-11T22:44:59.015 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi016.stderr:ceph-fuse[42502]: starting fuse 2024-09-11T22:44:59.024 INFO:teuthology.orchestra.run.smithi016.stdout:43 2024-09-11T22:44:59.025 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-11T22:44:59.025 DEBUG:teuthology.orchestra.run.smithi016:> sudo stdin-killer -- python3 -c ' 2024-09-11T22:44:59.025 DEBUG:teuthology.orchestra.run.smithi016:> import glob 2024-09-11T22:44:59.025 DEBUG:teuthology.orchestra.run.smithi016:> import re 2024-09-11T22:44:59.025 DEBUG:teuthology.orchestra.run.smithi016:> import os 2024-09-11T22:44:59.025 DEBUG:teuthology.orchestra.run.smithi016:> import subprocess 2024-09-11T22:44:59.025 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> def _find_admin_socket(client_name): 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> files = glob.glob(asok_path) 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> # Given a non-glob path, it better be there 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> if "*" not in asok_path: 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> assert(len(files) == 1) 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> return files[0] 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> for f in files: 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-11T22:44:59.026 DEBUG:teuthology.orchestra.run.smithi016:> contents = proc_f.read() 2024-09-11T22:44:59.027 DEBUG:teuthology.orchestra.run.smithi016:> if mountpoint in contents: 2024-09-11T22:44:59.027 DEBUG:teuthology.orchestra.run.smithi016:> return f 2024-09-11T22:44:59.027 DEBUG:teuthology.orchestra.run.smithi016:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-11T22:44:59.027 DEBUG:teuthology.orchestra.run.smithi016:> 2024-09-11T22:44:59.027 DEBUG:teuthology.orchestra.run.smithi016:> print(_find_admin_socket("client.admin")) 2024-09-11T22:44:59.027 DEBUG:teuthology.orchestra.run.smithi016:> ' 2024-09-11T22:44:59.144 INFO:teuthology.orchestra.run.smithi016.stdout:/var/run/ceph/ceph-client.admin.42502.asok 2024-09-11T22:44:59.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:44:59.155 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.42502.asok 2024-09-11T22:44:59.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:44:59.155 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.42502.asok status 2024-09-11T22:44:59.293 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:44:59.294 INFO:teuthology.orchestra.run.smithi016.stdout: "metadata": { 2024-09-11T22:44:59.294 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_sha1": "b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc", 2024-09-11T22:44:59.294 INFO:teuthology.orchestra.run.smithi016.stdout: "ceph_version": "ceph version 19.1.1-298-gb53b6d3e (b53b6d3e9f4baeb64d08dfb72b9cb1112ce886fc) squid (stable)", 2024-09-11T22:44:59.294 INFO:teuthology.orchestra.run.smithi016.stdout: "entity_id": "admin", 2024-09-11T22:44:59.294 INFO:teuthology.orchestra.run.smithi016.stdout: "hostname": "smithi016", 2024-09-11T22:44:59.294 INFO:teuthology.orchestra.run.smithi016.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-11T22:44:59.294 INFO:teuthology.orchestra.run.smithi016.stdout: "pid": "42502", 2024-09-11T22:44:59.294 INFO:teuthology.orchestra.run.smithi016.stdout: "root": "/" 2024-09-11T22:44:59.294 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:44:59.294 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_count": 0, 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: "dentry_pinned_count": 0, 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 4416, 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: "inst": { 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: "name": { 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "client", 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: "num": 4416 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 1106298695 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:44:59.295 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": { 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "type": "v1", 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "addr": "192.168.0.1:0", 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "nonce": 1106298695 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "inst_str": "client.4416 192.168.0.1:0/1106298695", 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "addr_str": "192.168.0.1:0/1106298695", 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "inode_count": 1, 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "mds_epoch": 6, 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch": 25, 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "osd_epoch_barrier": 0, 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "blocklisted": false, 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs" 2024-09-11T22:44:59.296 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:44:59.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:44:59.302 DEBUG:teuthology.orchestra.run.smithi016:> stat --file-system '--printf=%T 2024-09-11T22:44:59.302 DEBUG:teuthology.orchestra.run.smithi016:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-11T22:44:59.318 INFO:teuthology.orchestra.run.smithi016.stdout:fuseblk 2024-09-11T22:44:59.318 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-11T22:44:59.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:44:59.319 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-11T22:44:59.385 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-11T22:44:59.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:44:59.496 INFO:teuthology.orchestra.run.smithi016.stdout:# file: . 2024-09-11T22:44:59.496 INFO:teuthology.orchestra.run.smithi016.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-11T22:44:59.496 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:44:59.496 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:44:59.502 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:59.502 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:44:59.520 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-11T22:44:59.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.663+0000 7f8a55dcf640 1 Processor -- start 2024-09-11T22:44:59.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.663+0000 7f8a55dcf640 1 -- start start 2024-09-11T22:44:59.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.664+0000 7f8a55dcf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a500d1540 0x7f8a500d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:59.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.664+0000 7f8a55dcf640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a5015eb00 con 0x7f8a50162db0 2024-09-11T22:44:59.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.664+0000 7f8a55dcf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a500d2c70 con 0x7f8a5015e720 2024-09-11T22:44:59.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.664+0000 7f8a55dcf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8a500d1f10 con 0x7f8a500d1540 2024-09-11T22:44:59.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.664+0000 7f8a4effd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8a50162db0 0x7f8a500b7980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:38078/0 (socket says 172.21.15.16:38078) 2024-09-11T22:44:59.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.664+0000 7f8a4effd640 1 -- 172.21.15.16:0/3637054808 learned_addr learned my addr 172.21.15.16:0/3637054808 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:44:59.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4ffff640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a500d1540 0x7f8a500d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:59.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2552635977 0 0) 0x7f8a5015eb00 con 0x7f8a50162db0 2024-09-11T22:44:59.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8a38003520 con 0x7f8a50162db0 2024-09-11T22:44:59.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3715947011 0 0) 0x7f8a38003520 con 0x7f8a50162db0 2024-09-11T22:44:59.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a500d1540 msgr2=0x7f8a500d19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:59.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a500d1540 0x7f8a500d19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:59.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 >> v1:172.21.15.104:6789/0 conn(0x7f8a5015e720 legacy=0x7f8a500cf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:59.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a500d2f50 con 0x7f8a50162db0 2024-09-11T22:44:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f8a44001670 con 0x7f8a50162db0 2024-09-11T22:44:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 >> v1:172.21.15.16:6789/0 conn(0x7f8a50162db0 legacy=0x7f8a500b7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a500d1540 0x7f8a380039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a38003f20 0x7f8a38004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a38004d40 0x7f8a380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3800b9f0 con 0x7f8a38003f20 2024-09-11T22:44:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3800bba0 con 0x7f8a38004d40 2024-09-11T22:44:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8a3800bda0 con 0x7f8a500d1540 2024-09-11T22:44:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4effd640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a38003f20 0x7f8a38004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4f7fe640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a500d1540 0x7f8a380039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4ffff640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a38004d40 0x7f8a380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4effd640 1 -- 172.21.15.16:0/3637054808 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a500d1540 msgr2=0x7f8a380039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4effd640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a500d1540 0x7f8a380039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4effd640 1 -- 172.21.15.16:0/3637054808 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a38004d40 msgr2=0x7f8a380051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:44:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4effd640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a38004d40 0x7f8a380051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.665+0000 7f8a4effd640 1 -- 172.21.15.16:0/3637054808 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a38003520 con 0x7f8a38003f20 2024-09-11T22:44:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.666+0000 7f8a4effd640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a38003f20 0x7f8a38004800 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8a4400c290 tx=0x7f8a38005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ceb37dff9978f21 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.666+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a44007d50 con 0x7f8a38003f20 2024-09-11T22:44:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.666+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a44005af0 con 0x7f8a38003f20 2024-09-11T22:44:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.666+0000 7f8a4e7fc640 1 -- 172.21.15.16:0/3637054808 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a44007070 con 0x7f8a38003f20 2024-09-11T22:44:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.667+0000 7f8a55dcf640 1 -- 172.21.15.16:0/3637054808 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a38003f20 msgr2=0x7f8a38004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:59.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.667+0000 7f8a55dcf640 1 --2- 172.21.15.16:0/3637054808 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a38003f20 0x7f8a38004800 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8a4400c290 tx=0x7f8a38005830 comp rx=0 tx=0).stop 2024-09-11T22:44:59.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.667+0000 7f8a4ffff640 1 -- 172.21.15.16:0/3637054808 reap_dead start 2024-09-11T22:44:59.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.667+0000 7f8a55dcf640 1 -- 172.21.15.16:0/3637054808 shutdown_connections 2024-09-11T22:44:59.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.667+0000 7f8a55dcf640 1 -- 172.21.15.16:0/3637054808 >> 172.21.15.16:0/3637054808 conn(0x7f8a50067b30 msgr2=0x7f8a50067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:59.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.667+0000 7f8a55dcf640 1 -- 172.21.15.16:0/3637054808 shutdown_connections 2024-09-11T22:44:59.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.667+0000 7f8a55dcf640 1 -- 172.21.15.16:0/3637054808 wait complete. 2024-09-11T22:44:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.668+0000 7f8a55dcf640 1 Processor -- start 2024-09-11T22:44:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.668+0000 7f8a55dcf640 1 -- start start 2024-09-11T22:44:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a55dcf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a38003f20 0x7f8a500c8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a55dcf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a50157ab0 0x7f8a50150c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a55dcf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a500ca760 0x7f8a500cabe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a55dcf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8a501631f0 con 0x7f8a500ca760 2024-09-11T22:44:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a55dcf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8a500d35a0 con 0x7f8a50157ab0 2024-09-11T22:44:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a55dcf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8a500b8090 con 0x7f8a38003f20 2024-09-11T22:44:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a4ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a500ca760 0x7f8a500cabe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a4ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a500ca760 0x7f8a500cabe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52308/0 (socket says 172.21.15.16:52308) 2024-09-11T22:44:59.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a4ffff640 1 -- 172.21.15.16:0/1660045126 learned_addr learned my addr 172.21.15.16:0/1660045126 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:44:59.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a4f7fe640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a38003f20 0x7f8a500c8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:59.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a4effd640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a50157ab0 0x7f8a50150c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:59.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a4ffff640 1 -- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a38003f20 msgr2=0x7f8a500c8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:59.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a4ffff640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a38003f20 0x7f8a500c8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:59.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a4ffff640 1 -- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a50157ab0 msgr2=0x7f8a50150c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:59.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a4ffff640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a50157ab0 0x7f8a50150c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:59.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a4ffff640 1 -- 172.21.15.16:0/1660045126 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a50154c10 con 0x7f8a500ca760 2024-09-11T22:44:59.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.669+0000 7f8a4f7fe640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a38003f20 0x7f8a500c8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:44:59.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.670+0000 7f8a4ffff640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a500ca760 0x7f8a500cabe0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8a500d0990 tx=0x7f8a4800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:59.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.670+0000 7f8a37fff640 1 -- 172.21.15.16:0/1660045126 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a4800fe10 con 0x7f8a500ca760 2024-09-11T22:44:59.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.670+0000 7f8a37fff640 1 -- 172.21.15.16:0/1660045126 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a4801d070 con 0x7f8a500ca760 2024-09-11T22:44:59.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.670+0000 7f8a55dcf640 1 -- 172.21.15.16:0/1660045126 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a50154ef0 con 0x7f8a500ca760 2024-09-11T22:44:59.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.670+0000 7f8a37fff640 1 -- 172.21.15.16:0/1660045126 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a48015670 con 0x7f8a500ca760 2024-09-11T22:44:59.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.670+0000 7f8a55dcf640 1 -- 172.21.15.16:0/1660045126 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a501554b0 con 0x7f8a500ca760 2024-09-11T22:44:59.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.671+0000 7f8a55dcf640 1 -- 172.21.15.16:0/1660045126 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a50068c80 con 0x7f8a500ca760 2024-09-11T22:44:59.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.672+0000 7f8a37fff640 1 -- 172.21.15.16:0/1660045126 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8a48015810 con 0x7f8a500ca760 2024-09-11T22:44:59.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.672+0000 7f8a37fff640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a3c06be30 0x7f8a3c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:44:59.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.672+0000 7f8a37fff640 1 -- 172.21.15.16:0/1660045126 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8a4808bbc0 con 0x7f8a500ca760 2024-09-11T22:44:59.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.672+0000 7f8a4f7fe640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a3c06be30 0x7f8a3c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:44:59.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.673+0000 7f8a4f7fe640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a3c06be30 0x7f8a3c06e2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8a40003700 tx=0x7f8a40009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:44:59.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.676+0000 7f8a37fff640 1 -- 172.21.15.16:0/1660045126 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8a50068c80 con 0x7f8a500ca760 2024-09-11T22:44:59.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.865+0000 7f8a55dcf640 1 -- 172.21.15.16:0/1660045126 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8a500d19d0 con 0x7f8a500ca760 2024-09-11T22:44:59.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.865+0000 7f8a37fff640 1 -- 172.21.15.16:0/1660045126 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7f8a48010040 con 0x7f8a500ca760 2024-09-11T22:44:59.866 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-11T22:44:59.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 -- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a3c06be30 msgr2=0x7f8a3c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:59.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a3c06be30 0x7f8a3c06e2f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8a40003700 tx=0x7f8a40009040 comp rx=0 tx=0).stop 2024-09-11T22:44:59.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 -- 172.21.15.16:0/1660045126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a500ca760 msgr2=0x7f8a500cabe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:44:59.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a500ca760 0x7f8a500cabe0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8a500d0990 tx=0x7f8a4800f580 comp rx=0 tx=0).stop 2024-09-11T22:44:59.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 -- 172.21.15.16:0/1660045126 shutdown_connections 2024-09-11T22:44:59.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a3c06be30 0x7f8a3c06e2f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:59.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a500ca760 0x7f8a500cabe0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:59.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8a50157ab0 0x7f8a50150c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:59.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 --2- 172.21.15.16:0/1660045126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8a38003f20 0x7f8a500c8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:44:59.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 -- 172.21.15.16:0/1660045126 >> 172.21.15.16:0/1660045126 conn(0x7f8a50067b30 msgr2=0x7f8a5015ed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:44:59.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 -- 172.21.15.16:0/1660045126 shutdown_connections 2024-09-11T22:44:59.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:44:59.867+0000 7f8a55dcf640 1 -- 172.21.15.16:0/1660045126 wait complete. 2024-09-11T22:44:59.879 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:44:59.879 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:44:59.895 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-11T22:45:00.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.039+0000 7fc79e9fd640 1 Processor -- start 2024-09-11T22:45:00.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.039+0000 7fc79e9fd640 1 -- start start 2024-09-11T22:45:00.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc79e9fd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc79815e6c0 0x7fc7980d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:00.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc79e9fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7980b68f0 0x7fc7980b7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc79e9fd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7980cfb50 con 0x7fc7980cf730 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc79e9fd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc7980b7990 con 0x7fc79815e6c0 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc79e9fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc7980d1bf0 con 0x7fc7980b68f0 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc797fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc79815e6c0 0x7fc7980d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc797fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc79815e6c0 0x7fc7980d1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52316/0 (socket says 172.21.15.16:52316) 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc797fff640 1 -- 172.21.15.16:0/3435578333 learned_addr learned my addr 172.21.15.16:0/3435578333 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc797fff640 1 -- 172.21.15.16:0/3435578333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7980b68f0 msgr2=0x7fc7980b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc79cf9a640 1 --2- 172.21.15.16:0/3435578333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7980b68f0 0x7fc7980b7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc797fff640 1 --2- 172.21.15.16:0/3435578333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7980b68f0 0x7fc7980b7e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc797fff640 1 -- 172.21.15.16:0/3435578333 >> v1:172.21.15.104:6789/0 conn(0x7fc7980cf730 legacy=0x7fc7980b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.040+0000 7fc797fff640 1 -- 172.21.15.16:0/3435578333 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7980cfdc0 con 0x7fc79815e6c0 2024-09-11T22:45:00.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.041+0000 7fc797fff640 1 --2- 172.21.15.16:0/3435578333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc79815e6c0 0x7fc7980d1db0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc788009870 tx=0x7fc78802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6f13664b092e593 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:00.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.041+0000 7fc7977fe640 1 -- 172.21.15.16:0/3435578333 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc788037070 con 0x7fc79815e6c0 2024-09-11T22:45:00.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.041+0000 7fc7977fe640 1 -- 172.21.15.16:0/3435578333 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc788032440 con 0x7fc79815e6c0 2024-09-11T22:45:00.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.041+0000 7fc7977fe640 1 -- 172.21.15.16:0/3435578333 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc788032810 con 0x7fc79815e6c0 2024-09-11T22:45:00.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.041+0000 7fc79e9fd640 1 -- 172.21.15.16:0/3435578333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc79815e6c0 msgr2=0x7fc7980d1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:00.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.041+0000 7fc79e9fd640 1 --2- 172.21.15.16:0/3435578333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc79815e6c0 0x7fc7980d1db0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc788009870 tx=0x7fc78802a210 comp rx=0 tx=0).stop 2024-09-11T22:45:00.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.042+0000 7fc79e9fd640 1 -- 172.21.15.16:0/3435578333 shutdown_connections 2024-09-11T22:45:00.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.042+0000 7fc79e9fd640 1 --2- 172.21.15.16:0/3435578333 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7980b68f0 0x7fc7980b7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:00.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.042+0000 7fc79e9fd640 1 --2- 172.21.15.16:0/3435578333 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc79815e6c0 0x7fc7980d1db0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:00.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.042+0000 7fc79e9fd640 1 -- 172.21.15.16:0/3435578333 >> 172.21.15.16:0/3435578333 conn(0x7fc798067f80 msgr2=0x7fc7980d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:00.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.042+0000 7fc79e9fd640 1 -- 172.21.15.16:0/3435578333 shutdown_connections 2024-09-11T22:45:00.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.042+0000 7fc79e9fd640 1 -- 172.21.15.16:0/3435578333 wait complete. 2024-09-11T22:45:00.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.043+0000 7fc79e9fd640 1 Processor -- start 2024-09-11T22:45:00.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.043+0000 7fc79e9fd640 1 -- start start 2024-09-11T22:45:00.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.043+0000 7fc79e9fd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7980b68f0 0x7fc798151aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:00.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc79e9fd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7980cf730 0x7fc798160f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc79e9fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc79815e6c0 0x7fc7980aea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc79e9fd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc7980d4280 con 0x7fc7980b68f0 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc79e9fd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc7980d4560 con 0x7fc7980cf730 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc79e9fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc79815eaa0 con 0x7fc79815e6c0 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc797fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7980b68f0 0x7fc798151aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc797fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7980b68f0 0x7fc798151aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:52320/0 (socket says 172.21.15.16:52320) 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc797fff640 1 -- 172.21.15.16:0/2454691924 learned_addr learned my addr 172.21.15.16:0/2454691924 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc79cf9a640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc79815e6c0 0x7fc7980aea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc78ffff640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7980cf730 0x7fc798160f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc797fff640 1 -- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc79815e6c0 msgr2=0x7fc7980aea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc797fff640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc79815e6c0 0x7fc7980aea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc797fff640 1 -- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7980cf730 msgr2=0x7fc798160f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:00.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc797fff640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7980cf730 0x7fc798160f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:00.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc797fff640 1 -- 172.21.15.16:0/2454691924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc798151fe0 con 0x7fc7980b68f0 2024-09-11T22:45:00.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc78ffff640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7980cf730 0x7fc798160f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:00.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc797fff640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7980b68f0 0x7fc798151aa0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc788009870 tx=0x7fc7880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:00.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc7957fa640 1 -- 172.21.15.16:0/2454691924 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc788041020 con 0x7fc7980b68f0 2024-09-11T22:45:00.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc7957fa640 1 -- 172.21.15.16:0/2454691924 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc788030970 con 0x7fc7980b68f0 2024-09-11T22:45:00.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc79e9fd640 1 -- 172.21.15.16:0/2454691924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc798161870 con 0x7fc7980b68f0 2024-09-11T22:45:00.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc7957fa640 1 -- 172.21.15.16:0/2454691924 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc788037040 con 0x7fc7980b68f0 2024-09-11T22:45:00.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.044+0000 7fc79e9fd640 1 -- 172.21.15.16:0/2454691924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc798161e30 con 0x7fc7980b68f0 2024-09-11T22:45:00.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.045+0000 7fc79e9fd640 1 -- 172.21.15.16:0/2454691924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7980d1db0 con 0x7fc7980b68f0 2024-09-11T22:45:00.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.046+0000 7fc7957fa640 1 -- 172.21.15.16:0/2454691924 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc788044020 con 0x7fc7980b68f0 2024-09-11T22:45:00.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.046+0000 7fc7957fa640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc77806be30 0x7fc77806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:00.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.047+0000 7fc7957fa640 1 -- 172.21.15.16:0/2454691924 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fc7880aba20 con 0x7fc7980b68f0 2024-09-11T22:45:00.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.047+0000 7fc78ffff640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc77806be30 0x7fc77806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:00.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.047+0000 7fc78ffff640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc77806be30 0x7fc77806e2f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc7980adfe0 tx=0x7fc780009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:00.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.051+0000 7fc7957fa640 1 -- 172.21.15.16:0/2454691924 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc78804b030 con 0x7fc7980b68f0 2024-09-11T22:45:00.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.238+0000 7fc79e9fd640 1 -- 172.21.15.16:0/2454691924 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc7980b9c90 con 0x7fc7980b68f0 2024-09-11T22:45:00.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.238+0000 7fc7957fa640 1 -- 172.21.15.16:0/2454691924 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fc78807a120 con 0x7fc7980b68f0 2024-09-11T22:45:00.239 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-11T22:45:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 -- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc77806be30 msgr2=0x7fc77806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc77806be30 0x7fc77806e2f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc7980adfe0 tx=0x7fc780009040 comp rx=0 tx=0).stop 2024-09-11T22:45:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 -- 172.21.15.16:0/2454691924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7980b68f0 msgr2=0x7fc798151aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7980b68f0 0x7fc798151aa0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc788009870 tx=0x7fc7880046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 -- 172.21.15.16:0/2454691924 shutdown_connections 2024-09-11T22:45:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc77806be30 0x7fc77806e2f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc79815e6c0 0x7fc7980aea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7980cf730 0x7fc798160f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 --2- 172.21.15.16:0/2454691924 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7980b68f0 0x7fc798151aa0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 -- 172.21.15.16:0/2454691924 >> 172.21.15.16:0/2454691924 conn(0x7fc798067f80 msgr2=0x7fc79815d140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 -- 172.21.15.16:0/2454691924 shutdown_connections 2024-09-11T22:45:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:00.240+0000 7fc79e9fd640 1 -- 172.21.15.16:0/2454691924 wait complete. 2024-09-11T22:45:00.252 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi016.front.sepia.ceph.com... 2024-09-11T22:45:00.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:00.252 DEBUG:teuthology.orchestra.run.smithi016:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-11T22:45:00.276 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi016.stderr:ceph-fuse[42502]: fuse finished with error 0 and tester_r 0 2024-09-11T22:45:00.278 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:45:06.379 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:45:06.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:06.380 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-11T22:45:06.407 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:06.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.561+0000 7f4049b78640 1 Processor -- start 2024-09-11T22:45:06.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.562+0000 7f4049b78640 1 -- start start 2024-09-11T22:45:06.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.562+0000 7f4049b78640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f404415c3a0 0x7f404415c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.562+0000 7f4049b78640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40440cd5e0 con 0x7f40440cd150 2024-09-11T22:45:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.562+0000 7f4049b78640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40440cd8c0 con 0x7f40440b2730 2024-09-11T22:45:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.562+0000 7f4049b78640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f40440b0390 con 0x7f404415c3a0 2024-09-11T22:45:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f4042ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f40440cd150 0x7f40440afc80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56178/0 (socket says 172.21.15.16:56178) 2024-09-11T22:45:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f4042ffd640 1 -- 172.21.15.16:0/48288154 learned_addr learned my addr 172.21.15.16:0/48288154 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40437fe640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f404415c3a0 0x7f404415c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 183704455 0 0) 0x7f40440cd5e0 con 0x7f40440cd150 2024-09-11T22:45:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f402c003520 con 0x7f40440cd150 2024-09-11T22:45:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1801800622 0 0) 0x7f40440cd8c0 con 0x7f40440b2730 2024-09-11T22:45:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f40440cd5e0 con 0x7f40440b2730 2024-09-11T22:45:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1564965036 0 0) 0x7f402c003520 con 0x7f40440cd150 2024-09-11T22:45:06.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f404415c3a0 msgr2=0x7f404415c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f404415c3a0 0x7f404415c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 >> v1:172.21.15.104:6789/0 conn(0x7f40440b2730 legacy=0x7f40440b2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40440cdba0 con 0x7f40440cd150 2024-09-11T22:45:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f4038001670 con 0x7f40440cd150 2024-09-11T22:45:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 >> v1:172.21.15.16:6789/0 conn(0x7f40440cd150 legacy=0x7f40440afc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f402c003b70 0x7f402c003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f402c004800 0x7f402c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f404415c3a0 0x7f402c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f402c00ba70 con 0x7f402c004800 2024-09-11T22:45:06.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f402c00bbf0 con 0x7f402c003b70 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f402c00bdc0 con 0x7f404415c3a0 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.563+0000 7f4042ffd640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f402c004800 0x7f402c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.564+0000 7f40437fe640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f402c003b70 0x7f402c003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.564+0000 7f4043fff640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f404415c3a0 0x7f402c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.564+0000 7f4042ffd640 1 -- 172.21.15.16:0/48288154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f404415c3a0 msgr2=0x7f402c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.564+0000 7f4042ffd640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f404415c3a0 0x7f402c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.564+0000 7f4042ffd640 1 -- 172.21.15.16:0/48288154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f402c003b70 msgr2=0x7f402c003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.564+0000 7f4042ffd640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f402c003b70 0x7f402c003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.564+0000 7f4042ffd640 1 -- 172.21.15.16:0/48288154 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f402c003520 con 0x7f402c004800 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.565+0000 7f4042ffd640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f402c004800 0x7f402c004c80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f403800c210 tx=0x7f402c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9e57d50ab79784a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.565+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4038007ce0 con 0x7f402c004800 2024-09-11T22:45:06.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.565+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4038005ad0 con 0x7f402c004800 2024-09-11T22:45:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.565+0000 7f40427fc640 1 -- 172.21.15.16:0/48288154 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4038007070 con 0x7f402c004800 2024-09-11T22:45:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.565+0000 7f4049b78640 1 -- 172.21.15.16:0/48288154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f402c004800 msgr2=0x7f402c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.565+0000 7f4049b78640 1 --2- 172.21.15.16:0/48288154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f402c004800 0x7f402c004c80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f403800c210 tx=0x7f402c005830 comp rx=0 tx=0).stop 2024-09-11T22:45:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.565+0000 7f4043fff640 1 -- 172.21.15.16:0/48288154 reap_dead start 2024-09-11T22:45:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.565+0000 7f4049b78640 1 -- 172.21.15.16:0/48288154 shutdown_connections 2024-09-11T22:45:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.565+0000 7f4049b78640 1 -- 172.21.15.16:0/48288154 >> 172.21.15.16:0/48288154 conn(0x7f404406bc10 msgr2=0x7f404406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.565+0000 7f4049b78640 1 -- 172.21.15.16:0/48288154 shutdown_connections 2024-09-11T22:45:06.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.565+0000 7f4049b78640 1 -- 172.21.15.16:0/48288154 wait complete. 2024-09-11T22:45:06.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.567+0000 7f4049b78640 1 Processor -- start 2024-09-11T22:45:06.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.567+0000 7f4049b78640 1 -- start start 2024-09-11T22:45:06.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4049b78640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f402c004800 0x7f4044154460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4049b78640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4044151a60 0x7f4044150200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4049b78640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4044153070 0x7f404415eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4049b78640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f404415c900 con 0x7f4044153070 2024-09-11T22:45:06.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4049b78640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f404415c780 con 0x7f4044151a60 2024-09-11T22:45:06.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4049b78640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f404415ca80 con 0x7f402c004800 2024-09-11T22:45:06.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4043fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4044153070 0x7f404415eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f40437fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f402c004800 0x7f4044154460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4043fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4044153070 0x7f404415eff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60616/0 (socket says 172.21.15.16:60616) 2024-09-11T22:45:06.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4043fff640 1 -- 172.21.15.16:0/3018863933 learned_addr learned my addr 172.21.15.16:0/3018863933 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:06.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4042ffd640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4044151a60 0x7f4044150200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4043fff640 1 -- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f402c004800 msgr2=0x7f4044154460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:06.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4043fff640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f402c004800 0x7f4044154460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4043fff640 1 -- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4044151a60 msgr2=0x7f4044150200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:06.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4043fff640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4044151a60 0x7f4044150200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4043fff640 1 -- 172.21.15.16:0/3018863933 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4044151fd0 con 0x7f4044153070 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4043fff640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4044153070 0x7f404415eff0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f40440afac0 tx=0x7f403c00fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f402bfff640 1 -- 172.21.15.16:0/3018863933 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f403c019070 con 0x7f4044153070 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f402bfff640 1 -- 172.21.15.16:0/3018863933 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f403c005030 con 0x7f4044153070 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4049b78640 1 -- 172.21.15.16:0/3018863933 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40441522b0 con 0x7f4044153070 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f402bfff640 1 -- 172.21.15.16:0/3018863933 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f403c005420 con 0x7f4044153070 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.568+0000 7f4049b78640 1 -- 172.21.15.16:0/3018863933 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4044152870 con 0x7f4044153070 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.569+0000 7f4049b78640 1 -- 172.21.15.16:0/3018863933 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40440b2b10 con 0x7f4044153070 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.570+0000 7f402bfff640 1 -- 172.21.15.16:0/3018863933 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f403c01c070 con 0x7f4044153070 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.570+0000 7f402bfff640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f403006be60 0x7f403006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.570+0000 7f402bfff640 1 -- 172.21.15.16:0/3018863933 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f403c08a050 con 0x7f4044153070 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.571+0000 7f40437fe640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f403006be60 0x7f403006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.571+0000 7f40437fe640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f403006be60 0x7f403006e320 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f40440b5a10 tx=0x7f403400b040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:06.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.575+0000 7f402bfff640 1 -- 172.21.15.16:0/3018863933 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f403c058070 con 0x7f4044153070 2024-09-11T22:45:06.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.753+0000 7f4049b78640 1 -- 172.21.15.16:0/3018863933 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f404406ff10 con 0x7f4044153070 2024-09-11T22:45:06.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.755+0000 7f402bfff640 1 -- 172.21.15.16:0/3018863933 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f403c05c370 con 0x7f4044153070 2024-09-11T22:45:06.756 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:06.756 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":25,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:54.328241+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:06.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 -- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f403006be60 msgr2=0x7f403006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:06.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f403006be60 0x7f403006e320 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f40440b5a10 tx=0x7f403400b040 comp rx=0 tx=0).stop 2024-09-11T22:45:06.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 -- 172.21.15.16:0/3018863933 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4044153070 msgr2=0x7f404415eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:06.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4044153070 0x7f404415eff0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f40440afac0 tx=0x7f403c00fc00 comp rx=0 tx=0).stop 2024-09-11T22:45:06.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 -- 172.21.15.16:0/3018863933 shutdown_connections 2024-09-11T22:45:06.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f403006be60 0x7f403006e320 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4044153070 0x7f404415eff0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4044151a60 0x7f4044150200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 --2- 172.21.15.16:0/3018863933 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f402c004800 0x7f4044154460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 -- 172.21.15.16:0/3018863933 >> 172.21.15.16:0/3018863933 conn(0x7f404406bc10 msgr2=0x7f4044158c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:06.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 -- 172.21.15.16:0/3018863933 shutdown_connections 2024-09-11T22:45:06.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.757+0000 7f4049b78640 1 -- 172.21.15.16:0/3018863933 wait complete. 2024-09-11T22:45:06.769 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:06.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.870+0000 7fee53be8640 1 Processor -- start 2024-09-11T22:45:06.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.871+0000 7fee53be8640 1 -- start start 2024-09-11T22:45:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.871+0000 7fee53be8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fee4c0b6470 0x7fee4c0b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.871+0000 7fee53be8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fee4c0b3600 0x7fee4c0b6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee53be8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fee4c0b6d90 con 0x7fee4c0d3920 2024-09-11T22:45:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee53be8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fee4c0d3490 con 0x7fee4c0b6470 2024-09-11T22:45:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee53be8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fee4c0d2880 con 0x7fee4c0b3600 2024-09-11T22:45:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee51984640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fee4c0b6470 0x7fee4c0b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee52185640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fee4c0d3920 0x7fee4c0b75e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56194/0 (socket says 172.21.15.16:56194) 2024-09-11T22:45:06.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee52185640 1 -- 172.21.15.16:0/476018316 learned_addr learned my addr 172.21.15.16:0/476018316 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:06.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee51183640 1 --2- 172.21.15.16:0/476018316 >> v2:172.21.15.104:3300/0 conn(0x7fee4c0b3600 0x7fee4c0b6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee51984640 1 -- 172.21.15.16:0/476018316 >> v2:172.21.15.104:3300/0 conn(0x7fee4c0b3600 msgr2=0x7fee4c0b6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:06.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee51984640 1 --2- 172.21.15.16:0/476018316 >> v2:172.21.15.104:3300/0 conn(0x7fee4c0b3600 0x7fee4c0b6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee51984640 1 -- 172.21.15.16:0/476018316 >> v1:172.21.15.16:6789/0 conn(0x7fee4c0d3920 legacy=0x7fee4c0b75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:06.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee51984640 1 -- 172.21.15.16:0/476018316 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee4c0d2b60 con 0x7fee4c0b6470 2024-09-11T22:45:06.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee50982640 1 -- 172.21.15.16:0/476018316 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 387991892 0 0) 0x7fee4c0b6d90 con 0x7fee4c0d3920 2024-09-11T22:45:06.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.872+0000 7fee51183640 1 --2- 172.21.15.16:0/476018316 >> v2:172.21.15.104:3300/0 conn(0x7fee4c0b3600 0x7fee4c0b6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:06.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.873+0000 7fee51984640 1 --2- 172.21.15.16:0/476018316 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee4c0b6470 0x7fee4c0b3b50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fee4c0d5730 tx=0x7fee4802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2861394b6c6cdf0b server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:06.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.873+0000 7fee50982640 1 -- 172.21.15.16:0/476018316 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee48007740 con 0x7fee4c0b6470 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.873+0000 7fee50982640 1 -- 172.21.15.16:0/476018316 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee480078e0 con 0x7fee4c0b6470 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.873+0000 7fee50982640 1 -- 172.21.15.16:0/476018316 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee48007cb0 con 0x7fee4c0b6470 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.873+0000 7fee53be8640 1 -- 172.21.15.16:0/476018316 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee4c0b6470 msgr2=0x7fee4c0b3b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.873+0000 7fee53be8640 1 --2- 172.21.15.16:0/476018316 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee4c0b6470 0x7fee4c0b3b50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fee4c0d5730 tx=0x7fee4802a710 comp rx=0 tx=0).stop 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.873+0000 7fee53be8640 1 -- 172.21.15.16:0/476018316 shutdown_connections 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.873+0000 7fee53be8640 1 --2- 172.21.15.16:0/476018316 >> v2:172.21.15.104:3300/0 conn(0x7fee4c0b3600 0x7fee4c0b6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.873+0000 7fee53be8640 1 --2- 172.21.15.16:0/476018316 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee4c0b6470 0x7fee4c0b3b50 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.873+0000 7fee53be8640 1 -- 172.21.15.16:0/476018316 >> 172.21.15.16:0/476018316 conn(0x7fee4c0d1530 msgr2=0x7fee4c0d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.874+0000 7fee53be8640 1 -- 172.21.15.16:0/476018316 shutdown_connections 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.874+0000 7fee53be8640 1 -- 172.21.15.16:0/476018316 wait complete. 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.875+0000 7fee53be8640 1 Processor -- start 2024-09-11T22:45:06.876 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.875+0000 7fee53be8640 1 -- start start 2024-09-11T22:45:06.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.875+0000 7fee53be8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee4c0b3600 0x7fee4c155550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.875+0000 7fee53be8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee4c0b6470 0x7fee4c1f7080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.875+0000 7fee53be8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee4c0d3920 0x7fee4c0cb760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.875+0000 7fee53be8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fee4c15e930 con 0x7fee4c0d3920 2024-09-11T22:45:06.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.875+0000 7fee53be8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fee4c0d3120 con 0x7fee4c0b6470 2024-09-11T22:45:06.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.875+0000 7fee53be8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fee4c0cfb00 con 0x7fee4c0b3600 2024-09-11T22:45:06.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee52185640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee4c0d3920 0x7fee4c0cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee52185640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee4c0d3920 0x7fee4c0cb760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60636/0 (socket says 172.21.15.16:60636) 2024-09-11T22:45:06.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee52185640 1 -- 172.21.15.16:0/2959249341 learned_addr learned my addr 172.21.15.16:0/2959249341 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:06.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee52185640 1 -- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee4c0b3600 msgr2=0x7fee4c155550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:06.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee52185640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee4c0b3600 0x7fee4c155550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee51183640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee4c0b6470 0x7fee4c1f7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee52185640 1 -- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee4c0b6470 msgr2=0x7fee4c1f7080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee52185640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee4c0b6470 0x7fee4c1f7080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee52185640 1 -- 172.21.15.16:0/2959249341 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee4c0cbca0 con 0x7fee4c0d3920 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee52185640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee4c0d3920 0x7fee4c0cb760 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fee4400c440 tx=0x7fee4400c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee427fc640 1 -- 172.21.15.16:0/2959249341 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee440074e0 con 0x7fee4c0d3920 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee427fc640 1 -- 172.21.15.16:0/2959249341 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fee440047e0 con 0x7fee4c0d3920 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee53be8640 1 -- 172.21.15.16:0/2959249341 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee4c158880 con 0x7fee4c0d3920 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee427fc640 1 -- 172.21.15.16:0/2959249341 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee44004bd0 con 0x7fee4c0d3920 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.876+0000 7fee53be8640 1 -- 172.21.15.16:0/2959249341 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee4c15a730 con 0x7fee4c0d3920 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.877+0000 7fee53be8640 1 -- 172.21.15.16:0/2959249341 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee4c0d09b0 con 0x7fee4c0d3920 2024-09-11T22:45:06.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.878+0000 7fee427fc640 1 -- 172.21.15.16:0/2959249341 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fee44011070 con 0x7fee4c0d3920 2024-09-11T22:45:06.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.878+0000 7fee427fc640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fee3006be30 0x7fee3006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:06.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.878+0000 7fee427fc640 1 -- 172.21.15.16:0/2959249341 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fee4408aca0 con 0x7fee4c0d3920 2024-09-11T22:45:06.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.878+0000 7fee51984640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fee3006be30 0x7fee3006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:06.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.879+0000 7fee51984640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fee3006be30 0x7fee3006e2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fee48034000 tx=0x7fee4802e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:06.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:06.883+0000 7fee427fc640 1 -- 172.21.15.16:0/2959249341 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fee4c0d09b0 con 0x7fee4c0d3920 2024-09-11T22:45:07.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.058+0000 7fee53be8640 1 -- 172.21.15.16:0/2959249341 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fee4c0d1b20 con 0x7fee4c0d3920 2024-09-11T22:45:07.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.059+0000 7fee427fc640 1 -- 172.21.15.16:0/2959249341 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7fee440593a0 con 0x7fee4c0d3920 2024-09-11T22:45:07.060 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:07.061 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":25,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:54.328241+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:07.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 -- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fee3006be30 msgr2=0x7fee3006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:07.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fee3006be30 0x7fee3006e2f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fee48034000 tx=0x7fee4802e000 comp rx=0 tx=0).stop 2024-09-11T22:45:07.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 -- 172.21.15.16:0/2959249341 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee4c0d3920 msgr2=0x7fee4c0cb760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:07.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee4c0d3920 0x7fee4c0cb760 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fee4400c440 tx=0x7fee4400c900 comp rx=0 tx=0).stop 2024-09-11T22:45:07.062 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 -- 172.21.15.16:0/2959249341 shutdown_connections 2024-09-11T22:45:07.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fee3006be30 0x7fee3006e2f0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee4c0d3920 0x7fee4c0cb760 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fee4c0b6470 0x7fee4c1f7080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 --2- 172.21.15.16:0/2959249341 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fee4c0b3600 0x7fee4c155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 -- 172.21.15.16:0/2959249341 >> 172.21.15.16:0/2959249341 conn(0x7fee4c0d1530 msgr2=0x7fee4c0b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:07.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 -- 172.21.15.16:0/2959249341 shutdown_connections 2024-09-11T22:45:07.063 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.061+0000 7fee53be8640 1 -- 172.21.15.16:0/2959249341 wait complete. 2024-09-11T22:45:07.073 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-11T22:45:07.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.178+0000 7fac0d217640 1 Processor -- start 2024-09-11T22:45:07.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.178+0000 7fac0d217640 1 -- start start 2024-09-11T22:45:07.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac0d217640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fac0815e6c0 0x7fac080d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:07.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac0d217640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac080cf730 0x7fac080b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:07.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac0d217640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fac080b6720 0x7fac080d2330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:07.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac0d217640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fac080b7990 con 0x7fac0815e6c0 2024-09-11T22:45:07.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac0d217640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fac080d1bf0 con 0x7fac080b6720 2024-09-11T22:45:07.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac0d217640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fac080d3d50 con 0x7fac080cf730 2024-09-11T22:45:07.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac06d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fac0815e6c0 0x7fac080d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:07.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac06d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fac0815e6c0 0x7fac080d1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60644/0 (socket says 172.21.15.16:60644) 2024-09-11T22:45:07.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac06d9d640 1 -- 172.21.15.16:0/2645479444 learned_addr learned my addr 172.21.15.16:0/2645479444 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:07.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac0759e640 1 --2- 172.21.15.16:0/2645479444 >> v2:172.21.15.104:3300/0 conn(0x7fac080b6720 0x7fac080d2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:07.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac0659c640 1 --2- 172.21.15.16:0/2645479444 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac080cf730 0x7fac080b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:07.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac06d9d640 1 -- 172.21.15.16:0/2645479444 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac080cf730 msgr2=0x7fac080b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:07.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac06d9d640 1 --2- 172.21.15.16:0/2645479444 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac080cf730 0x7fac080b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac06d9d640 1 -- 172.21.15.16:0/2645479444 >> v2:172.21.15.104:3300/0 conn(0x7fac080b6720 msgr2=0x7fac080d2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:07.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac06d9d640 1 --2- 172.21.15.16:0/2645479444 >> v2:172.21.15.104:3300/0 conn(0x7fac080b6720 0x7fac080d2330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.179+0000 7fac06d9d640 1 -- 172.21.15.16:0/2645479444 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac080cfb50 con 0x7fac0815e6c0 2024-09-11T22:45:07.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.180+0000 7fac06d9d640 1 --2- 172.21.15.16:0/2645479444 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac0815e6c0 0x7fac080d1db0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fac080ced40 tx=0x7fabf802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56e3740a0222089d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:07.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.180+0000 7fac05d9b640 1 -- 172.21.15.16:0/2645479444 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf8036070 con 0x7fac0815e6c0 2024-09-11T22:45:07.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.180+0000 7fac05d9b640 1 -- 172.21.15.16:0/2645479444 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fabf8031600 con 0x7fac0815e6c0 2024-09-11T22:45:07.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.180+0000 7fac05d9b640 1 -- 172.21.15.16:0/2645479444 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabf80319d0 con 0x7fac0815e6c0 2024-09-11T22:45:07.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.181+0000 7fac0d217640 1 -- 172.21.15.16:0/2645479444 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac0815e6c0 msgr2=0x7fac080d1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:07.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.181+0000 7fac0d217640 1 --2- 172.21.15.16:0/2645479444 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac0815e6c0 0x7fac080d1db0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fac080ced40 tx=0x7fabf802a6a0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.181+0000 7fac0d217640 1 -- 172.21.15.16:0/2645479444 shutdown_connections 2024-09-11T22:45:07.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.181+0000 7fac0d217640 1 --2- 172.21.15.16:0/2645479444 >> v2:172.21.15.104:3300/0 conn(0x7fac080b6720 0x7fac080d2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.181+0000 7fac0d217640 1 --2- 172.21.15.16:0/2645479444 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac080cf730 0x7fac080b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.181+0000 7fac0d217640 1 --2- 172.21.15.16:0/2645479444 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac0815e6c0 0x7fac080d1db0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.181+0000 7fac0d217640 1 -- 172.21.15.16:0/2645479444 >> 172.21.15.16:0/2645479444 conn(0x7fac08067f80 msgr2=0x7fac080d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:07.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.181+0000 7fac0d217640 1 -- 172.21.15.16:0/2645479444 shutdown_connections 2024-09-11T22:45:07.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.181+0000 7fac0d217640 1 -- 172.21.15.16:0/2645479444 wait complete. 2024-09-11T22:45:07.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.182+0000 7fac0d217640 1 Processor -- start 2024-09-11T22:45:07.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.182+0000 7fac0d217640 1 -- start start 2024-09-11T22:45:07.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.183+0000 7fac0d217640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac080b6720 0x7fac081f16c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:07.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.183+0000 7fac0d217640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac080cf730 0x7fac08154c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.183+0000 7fac0d217640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac0815e6c0 0x7fac08155140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.183+0000 7fac0d217640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fac080d3fa0 con 0x7fac0815e6c0 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.183+0000 7fac0d217640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fac080d4560 con 0x7fac080b6720 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.183+0000 7fac0d217640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fac080d4280 con 0x7fac080cf730 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.183+0000 7fac0759e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac0815e6c0 0x7fac08155140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.183+0000 7fac0759e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac0815e6c0 0x7fac08155140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60654/0 (socket says 172.21.15.16:60654) 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.183+0000 7fac0759e640 1 -- 172.21.15.16:0/2751336234 learned_addr learned my addr 172.21.15.16:0/2751336234 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac06d9d640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac080b6720 0x7fac081f16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac0659c640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac080cf730 0x7fac08154c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac0759e640 1 -- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac080cf730 msgr2=0x7fac08154c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac0759e640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac080cf730 0x7fac08154c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac0759e640 1 -- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac080b6720 msgr2=0x7fac081f16c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:07.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac0759e640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac080b6720 0x7fac081f16c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:07.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac0759e640 1 -- 172.21.15.16:0/2751336234 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac08155ce0 con 0x7fac0815e6c0 2024-09-11T22:45:07.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac0659c640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac080cf730 0x7fac08154c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:07.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac06d9d640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac080b6720 0x7fac081f16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:07.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac0759e640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac0815e6c0 0x7fac08155140 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fac0000e830 tx=0x7fac0000ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:07.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fabff7fe640 1 -- 172.21.15.16:0/2751336234 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac00017070 con 0x7fac0815e6c0 2024-09-11T22:45:07.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fabff7fe640 1 -- 172.21.15.16:0/2751336234 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac0000c940 con 0x7fac0815e6c0 2024-09-11T22:45:07.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fabff7fe640 1 -- 172.21.15.16:0/2751336234 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac0000cd30 con 0x7fac0815e6c0 2024-09-11T22:45:07.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac0d217640 1 -- 172.21.15.16:0/2751336234 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac08155fc0 con 0x7fac0815e6c0 2024-09-11T22:45:07.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.184+0000 7fac0d217640 1 -- 172.21.15.16:0/2751336234 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac08156580 con 0x7fac0815e6c0 2024-09-11T22:45:07.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.185+0000 7fac0d217640 1 -- 172.21.15.16:0/2751336234 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac0815eaf0 con 0x7fac0815e6c0 2024-09-11T22:45:07.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.185+0000 7fabff7fe640 1 -- 172.21.15.16:0/2751336234 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fac0001a070 con 0x7fac0815e6c0 2024-09-11T22:45:07.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.186+0000 7fabff7fe640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fabe806be30 0x7fabe806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:07.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.186+0000 7fabff7fe640 1 -- 172.21.15.16:0/2751336234 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fac0008b410 con 0x7fac0815e6c0 2024-09-11T22:45:07.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.186+0000 7fac06d9d640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fabe806be30 0x7fabe806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:07.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.187+0000 7fac06d9d640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fabe806be30 0x7fabe806e2f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fabf8033000 tx=0x7fabf8009000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:07.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.190+0000 7fabff7fe640 1 -- 172.21.15.16:0/2751336234 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fac00059b10 con 0x7fac0815e6c0 2024-09-11T22:45:07.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:07.402+0000 7fac0d217640 1 -- 172.21.15.16:0/2751336234 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fac08156750 con 0x7fac0815e6c0 2024-09-11T22:45:08.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.027+0000 7fabff7fe640 1 -- 172.21.15.16:0/2751336234 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7fac00059410 con 0x7fac0815e6c0 2024-09-11T22:45:08.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.030+0000 7fac0d217640 1 -- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fabe806be30 msgr2=0x7fabe806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:08.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.030+0000 7fac0d217640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fabe806be30 0x7fabe806e2f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fabf8033000 tx=0x7fabf8009000 comp rx=0 tx=0).stop 2024-09-11T22:45:08.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.030+0000 7fac0d217640 1 -- 172.21.15.16:0/2751336234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac0815e6c0 msgr2=0x7fac08155140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.030+0000 7fac0d217640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac0815e6c0 0x7fac08155140 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fac0000e830 tx=0x7fac0000ecf0 comp rx=0 tx=0).stop 2024-09-11T22:45:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.030+0000 7fac0d217640 1 -- 172.21.15.16:0/2751336234 shutdown_connections 2024-09-11T22:45:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.030+0000 7fac0d217640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fabe806be30 0x7fabe806e2f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.030+0000 7fac0d217640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fac0815e6c0 0x7fac08155140 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.030+0000 7fac0d217640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fac080cf730 0x7fac08154c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.030+0000 7fac0d217640 1 --2- 172.21.15.16:0/2751336234 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fac080b6720 0x7fac081f16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.030+0000 7fac0d217640 1 -- 172.21.15.16:0/2751336234 >> 172.21.15.16:0/2751336234 conn(0x7fac08067f80 msgr2=0x7fac08159880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.030+0000 7fac0d217640 1 -- 172.21.15.16:0/2751336234 shutdown_connections 2024-09-11T22:45:08.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.031+0000 7fac0d217640 1 -- 172.21.15.16:0/2751336234 wait complete. 2024-09-11T22:45:08.045 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-11T22:45:08.045 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-11T22:45:08.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.157+0000 7fa11e5af640 1 Processor -- start 2024-09-11T22:45:08.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.157+0000 7fa11e5af640 1 -- start start 2024-09-11T22:45:08.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.158+0000 7fa11e5af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa11815e6c0 0x7fa1180d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:08.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.158+0000 7fa11e5af640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa1180cf730 0x7fa1180b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:08.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.158+0000 7fa11e5af640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1180cfb50 con 0x7fa1180b6720 2024-09-11T22:45:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.158+0000 7fa11e5af640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa1180b7990 con 0x7fa1180cf730 2024-09-11T22:45:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.158+0000 7fa11e5af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa1180d1bf0 con 0x7fa11815e6c0 2024-09-11T22:45:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.158+0000 7fa1177fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa1180cf730 0x7fa1180b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.158+0000 7fa11cb4c640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa1180b6720 0x7fa1180d2330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:56230/0 (socket says 172.21.15.16:56230) 2024-09-11T22:45:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.158+0000 7fa117fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa11815e6c0 0x7fa1180d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.158+0000 7fa11cb4c640 1 -- 172.21.15.16:0/840420010 learned_addr learned my addr 172.21.15.16:0/840420010 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.159+0000 7fa117fff640 1 -- 172.21.15.16:0/840420010 >> v2:172.21.15.104:3300/0 conn(0x7fa1180cf730 msgr2=0x7fa1180b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.159+0000 7fa117fff640 1 --2- 172.21.15.16:0/840420010 >> v2:172.21.15.104:3300/0 conn(0x7fa1180cf730 0x7fa1180b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.159+0000 7fa117fff640 1 -- 172.21.15.16:0/840420010 >> v1:172.21.15.104:6789/0 conn(0x7fa1180b6720 legacy=0x7fa1180d2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.159+0000 7fa117fff640 1 -- 172.21.15.16:0/840420010 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1180cfdc0 con 0x7fa11815e6c0 2024-09-11T22:45:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.159+0000 7fa1177fe640 1 --2- 172.21.15.16:0/840420010 >> v2:172.21.15.104:3300/0 conn(0x7fa1180cf730 0x7fa1180b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:08.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.159+0000 7fa117fff640 1 --2- 172.21.15.16:0/840420010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa11815e6c0 0x7fa1180d1db0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa1080097a0 tx=0x7fa10802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=703a839762424ba8 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:08.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.160+0000 7fa116ffd640 1 -- 172.21.15.16:0/840420010 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa108037070 con 0x7fa11815e6c0 2024-09-11T22:45:08.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.160+0000 7fa116ffd640 1 -- 172.21.15.16:0/840420010 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa108032440 con 0x7fa11815e6c0 2024-09-11T22:45:08.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.160+0000 7fa116ffd640 1 -- 172.21.15.16:0/840420010 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa108032810 con 0x7fa11815e6c0 2024-09-11T22:45:08.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.160+0000 7fa11e5af640 1 -- 172.21.15.16:0/840420010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa11815e6c0 msgr2=0x7fa1180d1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:08.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.160+0000 7fa11e5af640 1 --2- 172.21.15.16:0/840420010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa11815e6c0 0x7fa1180d1db0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa1080097a0 tx=0x7fa10802a180 comp rx=0 tx=0).stop 2024-09-11T22:45:08.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.160+0000 7fa11e5af640 1 -- 172.21.15.16:0/840420010 shutdown_connections 2024-09-11T22:45:08.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.160+0000 7fa11e5af640 1 --2- 172.21.15.16:0/840420010 >> v2:172.21.15.104:3300/0 conn(0x7fa1180cf730 0x7fa1180b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:08.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.160+0000 7fa11e5af640 1 --2- 172.21.15.16:0/840420010 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa11815e6c0 0x7fa1180d1db0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:08.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.160+0000 7fa11e5af640 1 -- 172.21.15.16:0/840420010 >> 172.21.15.16:0/840420010 conn(0x7fa118067f80 msgr2=0x7fa1180d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:08.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.160+0000 7fa11e5af640 1 -- 172.21.15.16:0/840420010 shutdown_connections 2024-09-11T22:45:08.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.160+0000 7fa11e5af640 1 -- 172.21.15.16:0/840420010 wait complete. 2024-09-11T22:45:08.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.162+0000 7fa11e5af640 1 Processor -- start 2024-09-11T22:45:08.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.162+0000 7fa11e5af640 1 -- start start 2024-09-11T22:45:08.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11e5af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1180b6720 0x7fa1181f54b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:08.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11e5af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1180cf730 0x7fa1181f7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:08.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11e5af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa11815e6c0 0x7fa1181612e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:08.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11e5af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa1180d4560 con 0x7fa11815e6c0 2024-09-11T22:45:08.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11e5af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa1180d3d50 con 0x7fa1180cf730 2024-09-11T22:45:08.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11e5af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa1180d4280 con 0x7fa1180b6720 2024-09-11T22:45:08.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11cb4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa11815e6c0 0x7fa1181612e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:08.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11cb4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa11815e6c0 0x7fa1181612e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60656/0 (socket says 172.21.15.16:60656) 2024-09-11T22:45:08.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11cb4c640 1 -- 172.21.15.16:0/1984258588 learned_addr learned my addr 172.21.15.16:0/1984258588 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa117fff640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1180b6720 0x7fa1181f54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa1177fe640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1180cf730 0x7fa1181f7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11cb4c640 1 -- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1180b6720 msgr2=0x7fa1181f54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11cb4c640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1180b6720 0x7fa1181f54b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11cb4c640 1 -- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1180cf730 msgr2=0x7fa1181f7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11cb4c640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1180cf730 0x7fa1181f7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11cb4c640 1 -- 172.21.15.16:0/1984258588 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa11815ed40 con 0x7fa11815e6c0 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11cb4c640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa11815e6c0 0x7fa1181612e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa11000cbf0 tx=0x7fa11000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa114ff9640 1 -- 172.21.15.16:0/1984258588 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa110017070 con 0x7fa11815e6c0 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa114ff9640 1 -- 172.21.15.16:0/1984258588 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa11000ad40 con 0x7fa11815e6c0 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa11e5af640 1 -- 172.21.15.16:0/1984258588 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa11815f020 con 0x7fa11815e6c0 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.163+0000 7fa114ff9640 1 -- 172.21.15.16:0/1984258588 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa110012600 con 0x7fa11815e6c0 2024-09-11T22:45:08.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.164+0000 7fa11e5af640 1 -- 172.21.15.16:0/1984258588 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa11815f5e0 con 0x7fa11815e6c0 2024-09-11T22:45:08.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.164+0000 7fa11e5af640 1 -- 172.21.15.16:0/1984258588 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa11815dec0 con 0x7fa11815e6c0 2024-09-11T22:45:08.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.165+0000 7fa114ff9640 1 -- 172.21.15.16:0/1984258588 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa11001a070 con 0x7fa11815e6c0 2024-09-11T22:45:08.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.165+0000 7fa114ff9640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa10406be30 0x7fa10406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:08.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.166+0000 7fa114ff9640 1 -- 172.21.15.16:0/1984258588 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa11008add0 con 0x7fa11815e6c0 2024-09-11T22:45:08.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.166+0000 7fa117fff640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa10406be30 0x7fa10406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:08.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.166+0000 7fa117fff640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa10406be30 0x7fa10406e2f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa108034000 tx=0x7fa10802e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:08.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.170+0000 7fa114ff9640 1 -- 172.21.15.16:0/1984258588 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa110058e80 con 0x7fa11815e6c0 2024-09-11T22:45:08.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:08.384+0000 7fa11e5af640 1 -- 172.21.15.16:0/1984258588 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fa11815db50 con 0x7fa11815e6c0 2024-09-11T22:45:09.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.038+0000 7fa114ff9640 1 -- 172.21.15.16:0/1984258588 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7fa11008c0c0 con 0x7fa11815e6c0 2024-09-11T22:45:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 -- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa10406be30 msgr2=0x7fa10406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa10406be30 0x7fa10406e2f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa108034000 tx=0x7fa10802e000 comp rx=0 tx=0).stop 2024-09-11T22:45:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 -- 172.21.15.16:0/1984258588 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa11815e6c0 msgr2=0x7fa1181612e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa11815e6c0 0x7fa1181612e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa11000cbf0 tx=0x7fa11000a430 comp rx=0 tx=0).stop 2024-09-11T22:45:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 -- 172.21.15.16:0/1984258588 shutdown_connections 2024-09-11T22:45:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa10406be30 0x7fa10406e2f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa11815e6c0 0x7fa1181612e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1180cf730 0x7fa1181f7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 --2- 172.21.15.16:0/1984258588 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1180b6720 0x7fa1181f54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 -- 172.21.15.16:0/1984258588 >> 172.21.15.16:0/1984258588 conn(0x7fa118067f80 msgr2=0x7fa1180cd840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:09.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 -- 172.21.15.16:0/1984258588 shutdown_connections 2024-09-11T22:45:09.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.040+0000 7fa11e5af640 1 -- 172.21.15.16:0/1984258588 wait complete. 2024-09-11T22:45:09.053 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-11T22:45:09.054 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:45:09.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.159+0000 7fb21a065640 1 Processor -- start 2024-09-11T22:45:09.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.159+0000 7fb21a065640 1 -- start start 2024-09-11T22:45:09.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb21a065640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb2140b6a30 0x7fb21409aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb21a065640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2140b64c0 0x7fb21409af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb21a065640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb21415ca40 con 0x7fb21415c660 2024-09-11T22:45:09.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb21a065640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb2140b0510 con 0x7fb2140b6a30 2024-09-11T22:45:09.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb21a065640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb2140b5880 con 0x7fb2140b64c0 2024-09-11T22:45:09.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb212ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb2140b6a30 0x7fb21409aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb212ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb2140b6a30 0x7fb21409aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60670/0 (socket says 172.21.15.16:60670) 2024-09-11T22:45:09.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb2137fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb21415c660 0x7fb2140b5db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56206/0 (socket says 172.21.15.16:56206) 2024-09-11T22:45:09.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb212ffd640 1 -- 172.21.15.16:0/1700787256 learned_addr learned my addr 172.21.15.16:0/1700787256 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:09.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb213fff640 1 --2- 172.21.15.16:0/1700787256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2140b64c0 0x7fb21409af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb212ffd640 1 -- 172.21.15.16:0/1700787256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2140b64c0 msgr2=0x7fb21409af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:09.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb212ffd640 1 --2- 172.21.15.16:0/1700787256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2140b64c0 0x7fb21409af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb212ffd640 1 -- 172.21.15.16:0/1700787256 >> v1:172.21.15.16:6789/0 conn(0x7fb21415c660 legacy=0x7fb2140b5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb212ffd640 1 -- 172.21.15.16:0/1700787256 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2140afec0 con 0x7fb2140b6a30 2024-09-11T22:45:09.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.160+0000 7fb213fff640 1 --2- 172.21.15.16:0/1700787256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2140b64c0 0x7fb21409af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:09.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.161+0000 7fb212ffd640 1 --2- 172.21.15.16:0/1700787256 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2140b6a30 0x7fb21409aa40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb208009870 tx=0x7fb20802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a57dee45c7572788 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:09.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.161+0000 7fb2127fc640 1 -- 172.21.15.16:0/1700787256 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb208037070 con 0x7fb2140b6a30 2024-09-11T22:45:09.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.161+0000 7fb2127fc640 1 -- 172.21.15.16:0/1700787256 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb208032440 con 0x7fb2140b6a30 2024-09-11T22:45:09.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.161+0000 7fb2127fc640 1 -- 172.21.15.16:0/1700787256 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb208032810 con 0x7fb2140b6a30 2024-09-11T22:45:09.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.162+0000 7fb21a065640 1 -- 172.21.15.16:0/1700787256 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2140b6a30 msgr2=0x7fb21409aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.162+0000 7fb21a065640 1 --2- 172.21.15.16:0/1700787256 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2140b6a30 0x7fb21409aa40 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb208009870 tx=0x7fb20802a1c0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.162+0000 7fb21a065640 1 -- 172.21.15.16:0/1700787256 shutdown_connections 2024-09-11T22:45:09.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.162+0000 7fb21a065640 1 --2- 172.21.15.16:0/1700787256 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2140b64c0 0x7fb21409af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.162+0000 7fb21a065640 1 --2- 172.21.15.16:0/1700787256 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb2140b6a30 0x7fb21409aa40 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.162+0000 7fb21a065640 1 -- 172.21.15.16:0/1700787256 >> 172.21.15.16:0/1700787256 conn(0x7fb2140b4030 msgr2=0x7fb2140b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:09.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.162+0000 7fb21a065640 1 -- 172.21.15.16:0/1700787256 shutdown_connections 2024-09-11T22:45:09.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.162+0000 7fb21a065640 1 -- 172.21.15.16:0/1700787256 wait complete. 2024-09-11T22:45:09.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.163+0000 7fb21a065640 1 Processor -- start 2024-09-11T22:45:09.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.163+0000 7fb21a065640 1 -- start start 2024-09-11T22:45:09.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb21a065640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2140b64c0 0x7fb21415ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb21a065640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2140b6a30 0x7fb21414e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb21a065640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb21415c660 0x7fb21414e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb21a065640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb2140b5330 con 0x7fb21415c660 2024-09-11T22:45:09.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb21a065640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb2140afb70 con 0x7fb2140b6a30 2024-09-11T22:45:09.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb21a065640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb2140b54b0 con 0x7fb2140b64c0 2024-09-11T22:45:09.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb213fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb21415c660 0x7fb21414e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb213fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb21415c660 0x7fb21414e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60684/0 (socket says 172.21.15.16:60684) 2024-09-11T22:45:09.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb213fff640 1 -- 172.21.15.16:0/2097258191 learned_addr learned my addr 172.21.15.16:0/2097258191 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb212ffd640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2140b6a30 0x7fb21414e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb2137fe640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2140b64c0 0x7fb21415ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb213fff640 1 -- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2140b64c0 msgr2=0x7fb21415ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb213fff640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2140b64c0 0x7fb21415ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb213fff640 1 -- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2140b6a30 msgr2=0x7fb21414e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb213fff640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2140b6a30 0x7fb21414e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb213fff640 1 -- 172.21.15.16:0/2097258191 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb21415e6e0 con 0x7fb21415c660 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.164+0000 7fb212ffd640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2140b6a30 0x7fb21414e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.165+0000 7fb213fff640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb21415c660 0x7fb21414e990 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb20c007df0 tx=0x7fb20c00d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.165+0000 7fb1fbfff640 1 -- 172.21.15.16:0/2097258191 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb20c01a070 con 0x7fb21415c660 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.165+0000 7fb1fbfff640 1 -- 172.21.15.16:0/2097258191 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb20c015400 con 0x7fb21415c660 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.165+0000 7fb1fbfff640 1 -- 172.21.15.16:0/2097258191 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb20c0157f0 con 0x7fb21415c660 2024-09-11T22:45:09.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.165+0000 7fb21a065640 1 -- 172.21.15.16:0/2097258191 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb21415e9c0 con 0x7fb21415c660 2024-09-11T22:45:09.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.165+0000 7fb21a065640 1 -- 172.21.15.16:0/2097258191 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb214151280 con 0x7fb21415c660 2024-09-11T22:45:09.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.166+0000 7fb21a065640 1 -- 172.21.15.16:0/2097258191 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2140b5db0 con 0x7fb21415c660 2024-09-11T22:45:09.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.166+0000 7fb1fbfff640 1 -- 172.21.15.16:0/2097258191 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb20c01d070 con 0x7fb21415c660 2024-09-11T22:45:09.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.167+0000 7fb1fbfff640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb20006be30 0x7fb20006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.167+0000 7fb1fbfff640 1 -- 172.21.15.16:0/2097258191 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb20c08b360 con 0x7fb21415c660 2024-09-11T22:45:09.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.167+0000 7fb2137fe640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb20006be30 0x7fb20006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.167+0000 7fb2137fe640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb20006be30 0x7fb20006e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb204000f60 tx=0x7fb204009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:09.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.175+0000 7fb1fbfff640 1 -- 172.21.15.16:0/2097258191 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb20c010070 con 0x7fb21415c660 2024-09-11T22:45:09.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.388+0000 7fb21a065640 1 -- 172.21.15.16:0/2097258191 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb2140ce640 con 0x7fb21415c660 2024-09-11T22:45:09.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.389+0000 7fb1fbfff640 1 -- 172.21.15.16:0/2097258191 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5219 (secure 0 0 0) 0x7fb20c059a60 con 0x7fb21415c660 2024-09-11T22:45:09.389 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:09.390 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"btime":"2024-09-11T22:45:09:032062+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/3903625691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3903625691},{"type":"v1","addr":"172.21.15.104:6837","nonce":3903625691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/57158659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":57158659},{"type":"v1","addr":"172.21.15.16:6835","nonce":57158659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:44:49.293917+0000","modified":"2024-09-11T22:45:08.385476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4303":{"gid":4303,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3264142978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3264142978},{"type":"v1","addr":"172.21.15.104:6836","nonce":3264142978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4303,"qdb_cluster":[4303]},"id":1}]} 2024-09-11T22:45:09.390 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-09-11T22:45:09.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 -- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb20006be30 msgr2=0x7fb20006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb20006be30 0x7fb20006e2f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb204000f60 tx=0x7fb204009040 comp rx=0 tx=0).stop 2024-09-11T22:45:09.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 -- 172.21.15.16:0/2097258191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb21415c660 msgr2=0x7fb21414e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb21415c660 0x7fb21414e990 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb20c007df0 tx=0x7fb20c00d4a0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 -- 172.21.15.16:0/2097258191 shutdown_connections 2024-09-11T22:45:09.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb20006be30 0x7fb20006e2f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb21415c660 0x7fb21414e990 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb2140b6a30 0x7fb21414e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 --2- 172.21.15.16:0/2097258191 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb2140b64c0 0x7fb21415ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 -- 172.21.15.16:0/2097258191 >> 172.21.15.16:0/2097258191 conn(0x7fb2140b4030 msgr2=0x7fb2140b2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:09.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 -- 172.21.15.16:0/2097258191 shutdown_connections 2024-09-11T22:45:09.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.391+0000 7fb21a065640 1 -- 172.21.15.16:0/2097258191 wait complete. 2024-09-11T22:45:09.403 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:09.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.504+0000 7fdf0272c640 1 Processor -- start 2024-09-11T22:45:09.505 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.504+0000 7fdf0272c640 1 -- start start 2024-09-11T22:45:09.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf0272c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdefc15c490 0x7fdefc09b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf0272c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc0b14d0 0x7fdefc070e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf0272c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdefc071390 0x7fdefc15c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf0272c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdefc0717c0 con 0x7fdefc071390 2024-09-11T22:45:09.506 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf0272c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdefc1600c0 con 0x7fdefc15c490 2024-09-11T22:45:09.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf0272c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdefc160360 con 0x7fdefc0b14d0 2024-09-11T22:45:09.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf00cc9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdefc071390 0x7fdefc15c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf00cc9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdefc071390 0x7fdefc15c870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60698/0 (socket says 172.21.15.16:60698) 2024-09-11T22:45:09.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf00cc9640 1 -- 172.21.15.16:0/180366827 learned_addr learned my addr 172.21.15.16:0/180366827 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:09.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdefb7fe640 1 --2- 172.21.15.16:0/180366827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc0b14d0 0x7fdefc070e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdefbfff640 1 --2- 172.21.15.16:0/180366827 >> v2:172.21.15.104:3300/0 conn(0x7fdefc15c490 0x7fdefc09b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf00cc9640 1 -- 172.21.15.16:0/180366827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc0b14d0 msgr2=0x7fdefc070e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:09.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf00cc9640 1 --2- 172.21.15.16:0/180366827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc0b14d0 0x7fdefc070e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf00cc9640 1 -- 172.21.15.16:0/180366827 >> v2:172.21.15.104:3300/0 conn(0x7fdefc15c490 msgr2=0x7fdefc09b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:09.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf00cc9640 1 --2- 172.21.15.16:0/180366827 >> v2:172.21.15.104:3300/0 conn(0x7fdefc15c490 0x7fdefc09b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.505+0000 7fdf00cc9640 1 -- 172.21.15.16:0/180366827 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdefc160640 con 0x7fdefc071390 2024-09-11T22:45:09.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdf00cc9640 1 --2- 172.21.15.16:0/180366827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc071390 0x7fdefc15c870 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fdefc0b5120 tx=0x7fdef402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41c973fe1a97cb80 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdefaffd640 1 -- 172.21.15.16:0/180366827 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef4036070 con 0x7fdefc071390 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdefaffd640 1 -- 172.21.15.16:0/180366827 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdef4031600 con 0x7fdefc071390 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdefaffd640 1 -- 172.21.15.16:0/180366827 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef40319d0 con 0x7fdefc071390 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdf0272c640 1 -- 172.21.15.16:0/180366827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc071390 msgr2=0x7fdefc15c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdf0272c640 1 --2- 172.21.15.16:0/180366827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc071390 0x7fdefc15c870 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fdefc0b5120 tx=0x7fdef402a6a0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdf0272c640 1 -- 172.21.15.16:0/180366827 shutdown_connections 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdf0272c640 1 --2- 172.21.15.16:0/180366827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc071390 0x7fdefc15c870 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdf0272c640 1 --2- 172.21.15.16:0/180366827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc0b14d0 0x7fdefc070e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdf0272c640 1 --2- 172.21.15.16:0/180366827 >> v2:172.21.15.104:3300/0 conn(0x7fdefc15c490 0x7fdefc09b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdf0272c640 1 -- 172.21.15.16:0/180366827 >> 172.21.15.16:0/180366827 conn(0x7fdefc0cef00 msgr2=0x7fdefc0cf310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdf0272c640 1 -- 172.21.15.16:0/180366827 shutdown_connections 2024-09-11T22:45:09.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.507+0000 7fdf0272c640 1 -- 172.21.15.16:0/180366827 wait complete. 2024-09-11T22:45:09.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.509+0000 7fdf0272c640 1 Processor -- start 2024-09-11T22:45:09.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.509+0000 7fdf0272c640 1 -- start start 2024-09-11T22:45:09.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.509+0000 7fdf0272c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc071390 0x7fdefc1554c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.509+0000 7fdf0272c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc0b14d0 0x7fdefc155a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.509+0000 7fdf0272c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc15c490 0x7fdefc1f2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdf0272c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdefc09bea0 con 0x7fdefc071390 2024-09-11T22:45:09.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdf0272c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdefc160c00 con 0x7fdefc0b14d0 2024-09-11T22:45:09.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdf0272c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdefc09c020 con 0x7fdefc15c490 2024-09-11T22:45:09.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdefbfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc071390 0x7fdefc1554c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdefbfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc071390 0x7fdefc1554c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60708/0 (socket says 172.21.15.16:60708) 2024-09-11T22:45:09.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdefbfff640 1 -- 172.21.15.16:0/1873846129 learned_addr learned my addr 172.21.15.16:0/1873846129 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:09.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdefb7fe640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc0b14d0 0x7fdefc155a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdf00cc9640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc15c490 0x7fdefc1f2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdefbfff640 1 -- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc15c490 msgr2=0x7fdefc1f2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdefbfff640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc15c490 0x7fdefc1f2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdefbfff640 1 -- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc0b14d0 msgr2=0x7fdefc155a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdefbfff640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc0b14d0 0x7fdefc155a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdefbfff640 1 -- 172.21.15.16:0/1873846129 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdefc156240 con 0x7fdefc071390 2024-09-11T22:45:09.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdefbfff640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc071390 0x7fdefc1554c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdeec00e9b0 tx=0x7fdeec00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:09.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdef8ff9640 1 -- 172.21.15.16:0/1873846129 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeec017070 con 0x7fdefc071390 2024-09-11T22:45:09.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdef8ff9640 1 -- 172.21.15.16:0/1873846129 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdeec00c9a0 con 0x7fdefc071390 2024-09-11T22:45:09.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdf0272c640 1 -- 172.21.15.16:0/1873846129 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdefc0b7710 con 0x7fdefc071390 2024-09-11T22:45:09.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdef8ff9640 1 -- 172.21.15.16:0/1873846129 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeec00cd90 con 0x7fdefc071390 2024-09-11T22:45:09.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.510+0000 7fdf0272c640 1 -- 172.21.15.16:0/1873846129 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdefc151580 con 0x7fdefc071390 2024-09-11T22:45:09.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.511+0000 7fdf0272c640 1 -- 172.21.15.16:0/1873846129 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdefc0b0800 con 0x7fdefc071390 2024-09-11T22:45:09.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.512+0000 7fdef8ff9640 1 -- 172.21.15.16:0/1873846129 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdeec01a070 con 0x7fdefc071390 2024-09-11T22:45:09.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.512+0000 7fdef8ff9640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdee806be30 0x7fdee806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.512+0000 7fdef8ff9640 1 -- 172.21.15.16:0/1873846129 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fdeec08b460 con 0x7fdefc071390 2024-09-11T22:45:09.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.513+0000 7fdefb7fe640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdee806be30 0x7fdee806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.513+0000 7fdefb7fe640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdee806be30 0x7fdee806e2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fdefc157f40 tx=0x7fdef0009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:09.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.517+0000 7fdef8ff9640 1 -- 172.21.15.16:0/1873846129 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdeec059510 con 0x7fdefc071390 2024-09-11T22:45:09.691 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.691+0000 7fdf0272c640 1 -- 172.21.15.16:0/1873846129 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdefc0b0520 con 0x7fdefc071390 2024-09-11T22:45:09.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.692+0000 7fdef8ff9640 1 -- 172.21.15.16:0/1873846129 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7fdeec05d810 con 0x7fdefc071390 2024-09-11T22:45:09.693 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:09.693 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":25,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:54.328241+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:09.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 -- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdee806be30 msgr2=0x7fdee806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdee806be30 0x7fdee806e2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fdefc157f40 tx=0x7fdef0009190 comp rx=0 tx=0).stop 2024-09-11T22:45:09.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 -- 172.21.15.16:0/1873846129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc071390 msgr2=0x7fdefc1554c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc071390 0x7fdefc1554c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdeec00e9b0 tx=0x7fdeec00ee70 comp rx=0 tx=0).stop 2024-09-11T22:45:09.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 -- 172.21.15.16:0/1873846129 shutdown_connections 2024-09-11T22:45:09.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdee806be30 0x7fdee806e2f0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdefc15c490 0x7fdefc1f2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdefc0b14d0 0x7fdefc155a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 --2- 172.21.15.16:0/1873846129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdefc071390 0x7fdefc1554c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 -- 172.21.15.16:0/1873846129 >> 172.21.15.16:0/1873846129 conn(0x7fdefc0cef00 msgr2=0x7fdefc0b0d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:09.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 -- 172.21.15.16:0/1873846129 shutdown_connections 2024-09-11T22:45:09.696 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.694+0000 7fdf0272c640 1 -- 172.21.15.16:0/1873846129 wait complete. 2024-09-11T22:45:09.706 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-11T22:45:09.706 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:45:09.808 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.808+0000 7fb9224ba640 1 Processor -- start 2024-09-11T22:45:09.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.808+0000 7fb9224ba640 1 -- start start 2024-09-11T22:45:09.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.809+0000 7fb9224ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb91c0aea80 0x7fb91c0aeec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.809+0000 7fb9224ba640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb91c06bff0 con 0x7fb91c15dd60 2024-09-11T22:45:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.809+0000 7fb9224ba640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb91c06c2d0 con 0x7fb91c15f9f0 2024-09-11T22:45:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.809+0000 7fb9224ba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb91c0af400 con 0x7fb91c0aea80 2024-09-11T22:45:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.809+0000 7fb91b7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb91c0aea80 0x7fb91c0aeec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.809+0000 7fb920a57640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb91c15dd60 0x7fb91c15e1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56220/0 (socket says 172.21.15.16:56220) 2024-09-11T22:45:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.809+0000 7fb920a57640 1 -- 172.21.15.16:0/1183038408 learned_addr learned my addr 172.21.15.16:0/1183038408 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.809+0000 7fb91b7fe640 1 -- 172.21.15.16:0/1183038408 >> v1:172.21.15.104:6789/0 conn(0x7fb91c15f9f0 legacy=0x7fb91c15d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.809+0000 7fb91b7fe640 1 -- 172.21.15.16:0/1183038408 >> v1:172.21.15.16:6789/0 conn(0x7fb91c15dd60 legacy=0x7fb91c15e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.809+0000 7fb91b7fe640 1 -- 172.21.15.16:0/1183038408 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb91c06c5b0 con 0x7fb91c0aea80 2024-09-11T22:45:09.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.809+0000 7fb91affd640 1 -- 172.21.15.16:0/1183038408 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 261635731 0 0) 0x7fb91c06bff0 con 0x7fb91c15dd60 2024-09-11T22:45:09.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.810+0000 7fb91b7fe640 1 --2- 172.21.15.16:0/1183038408 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb91c0aea80 0x7fb91c0aeec0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb9100097a0 tx=0x7fb91002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d91abe8571573c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:09.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.810+0000 7fb91affd640 1 -- 172.21.15.16:0/1183038408 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb910037070 con 0x7fb91c0aea80 2024-09-11T22:45:09.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.810+0000 7fb91affd640 1 -- 172.21.15.16:0/1183038408 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb910032440 con 0x7fb91c0aea80 2024-09-11T22:45:09.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.810+0000 7fb91affd640 1 -- 172.21.15.16:0/1183038408 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb910032810 con 0x7fb91c0aea80 2024-09-11T22:45:09.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.810+0000 7fb9224ba640 1 -- 172.21.15.16:0/1183038408 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb91c0aea80 msgr2=0x7fb91c0aeec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.810+0000 7fb9224ba640 1 --2- 172.21.15.16:0/1183038408 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb91c0aea80 0x7fb91c0aeec0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb9100097a0 tx=0x7fb91002a230 comp rx=0 tx=0).stop 2024-09-11T22:45:09.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.811+0000 7fb9224ba640 1 -- 172.21.15.16:0/1183038408 shutdown_connections 2024-09-11T22:45:09.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.811+0000 7fb9224ba640 1 --2- 172.21.15.16:0/1183038408 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb91c0aea80 0x7fb91c0aeec0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.811+0000 7fb9224ba640 1 -- 172.21.15.16:0/1183038408 >> 172.21.15.16:0/1183038408 conn(0x7fb91c09aa40 msgr2=0x7fb91c0b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:09.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.811+0000 7fb9224ba640 1 -- 172.21.15.16:0/1183038408 shutdown_connections 2024-09-11T22:45:09.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.811+0000 7fb9224ba640 1 -- 172.21.15.16:0/1183038408 wait complete. 2024-09-11T22:45:09.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.812+0000 7fb9224ba640 1 Processor -- start 2024-09-11T22:45:09.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.812+0000 7fb9224ba640 1 -- start start 2024-09-11T22:45:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb9224ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb91c0aea80 0x7fb91c09db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb9224ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb91c15dd60 0x7fb91c1e6d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb9224ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb91c15f9f0 0x7fb91c09bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb9224ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb91c0b7420 con 0x7fb91c15dd60 2024-09-11T22:45:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb9224ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb91c0b72a0 con 0x7fb91c15f9f0 2024-09-11T22:45:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb9224ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb91c06bc10 con 0x7fb91c0aea80 2024-09-11T22:45:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb91b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb91c15dd60 0x7fb91c1e6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb91b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb91c15dd60 0x7fb91c1e6d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60724/0 (socket says 172.21.15.16:60724) 2024-09-11T22:45:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb91b7fe640 1 -- 172.21.15.16:0/4131563958 learned_addr learned my addr 172.21.15.16:0/4131563958 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb920a57640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb91c15f9f0 0x7fb91c09bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb91bfff640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb91c0aea80 0x7fb91c09db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb91b7fe640 1 -- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb91c0aea80 msgr2=0x7fb91c09db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb91b7fe640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb91c0aea80 0x7fb91c09db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb91b7fe640 1 -- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb91c15f9f0 msgr2=0x7fb91c09bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb91b7fe640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb91c15f9f0 0x7fb91c09bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb91b7fe640 1 -- 172.21.15.16:0/4131563958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb91c1e7770 con 0x7fb91c15dd60 2024-09-11T22:45:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.813+0000 7fb91b7fe640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb91c15dd60 0x7fb91c1e6d20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb910000c00 tx=0x7fb9100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.814+0000 7fb918ff9640 1 -- 172.21.15.16:0/4131563958 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb910037040 con 0x7fb91c15dd60 2024-09-11T22:45:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.814+0000 7fb918ff9640 1 -- 172.21.15.16:0/4131563958 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb910042070 con 0x7fb91c15dd60 2024-09-11T22:45:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.814+0000 7fb9224ba640 1 -- 172.21.15.16:0/4131563958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb91c1e7a50 con 0x7fb91c15dd60 2024-09-11T22:45:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.814+0000 7fb918ff9640 1 -- 172.21.15.16:0/4131563958 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb910030a70 con 0x7fb91c15dd60 2024-09-11T22:45:09.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.814+0000 7fb9224ba640 1 -- 172.21.15.16:0/4131563958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb91c1e8010 con 0x7fb91c15dd60 2024-09-11T22:45:09.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.815+0000 7fb9224ba640 1 -- 172.21.15.16:0/4131563958 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb91c0aeec0 con 0x7fb91c15dd60 2024-09-11T22:45:09.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.815+0000 7fb918ff9640 1 -- 172.21.15.16:0/4131563958 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb910030c10 con 0x7fb91c15dd60 2024-09-11T22:45:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.816+0000 7fb918ff9640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb90806be30 0x7fb90806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.816+0000 7fb918ff9640 1 -- 172.21.15.16:0/4131563958 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb9100abb10 con 0x7fb91c15dd60 2024-09-11T22:45:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.816+0000 7fb91bfff640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb90806be30 0x7fb90806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:09.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.817+0000 7fb91bfff640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb90806be30 0x7fb90806e2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb90c000f60 tx=0x7fb90c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:09.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.820+0000 7fb918ff9640 1 -- 172.21.15.16:0/4131563958 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb910079b30 con 0x7fb91c15dd60 2024-09-11T22:45:09.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:09.995+0000 7fb9224ba640 1 -- 172.21.15.16:0/4131563958 --> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb91c15c170 con 0x7fb90806be30 2024-09-11T22:45:10.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.004+0000 7fb918ff9640 1 -- 172.21.15.16:0/4131563958 <== mgr.4103 v2:172.21.15.104:6832/4046407617 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fb91c15c170 con 0x7fb90806be30 2024-09-11T22:45:10.009 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:10.011 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:45:10.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 -- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb90806be30 msgr2=0x7fb90806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb90806be30 0x7fb90806e2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb90c000f60 tx=0x7fb90c009040 comp rx=0 tx=0).stop 2024-09-11T22:45:10.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 -- 172.21.15.16:0/4131563958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb91c15dd60 msgr2=0x7fb91c1e6d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb91c15dd60 0x7fb91c1e6d20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb910000c00 tx=0x7fb9100046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 -- 172.21.15.16:0/4131563958 shutdown_connections 2024-09-11T22:45:10.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb90806be30 0x7fb90806e2f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb91c15f9f0 0x7fb91c09bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb91c15dd60 0x7fb91c1e6d20 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 --2- 172.21.15.16:0/4131563958 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb91c0aea80 0x7fb91c09db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 -- 172.21.15.16:0/4131563958 >> 172.21.15.16:0/4131563958 conn(0x7fb91c09aa40 msgr2=0x7fb91c15cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:10.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 -- 172.21.15.16:0/4131563958 shutdown_connections 2024-09-11T22:45:10.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.008+0000 7fb9224ba640 1 -- 172.21.15.16:0/4131563958 wait complete. 2024-09-11T22:45:10.020 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-09-11T22:45:08.356061+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240280,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734440,"statfs":{"total":773094113280,"available":772848066560,"internally_reserved":0,"allocated":3317760,"data_stored":2009660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003325"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529997+0000","last_change":"2024-09-11T22:44:48.945313+0000","last_active":"2024-09-11T22:44:55.529997+0000","last_peered":"2024-09-11T22:44:55.529997+0000","last_clean":"2024-09-11T22:44:55.529997+0000","last_became_active":"2024-09-11T22:44:48.945028+0000","last_became_peered":"2024-09-11T22:44:48.945028+0000","last_unstale":"2024-09-11T22:44:55.529997+0000","last_undegraded":"2024-09-11T22:44:55.529997+0000","last_fullsized":"2024-09-11T22:44:55.529997+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:23.317756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999504+0000","last_change":"2024-09-11T22:44:49.945840+0000","last_active":"2024-09-11T22:44:54.999504+0000","last_peered":"2024-09-11T22:44:54.999504+0000","last_clean":"2024-09-11T22:44:54.999504+0000","last_became_active":"2024-09-11T22:44:49.945535+0000","last_became_peered":"2024-09-11T22:44:49.945535+0000","last_unstale":"2024-09-11T22:44:54.999504+0000","last_undegraded":"2024-09-11T22:44:54.999504+0000","last_fullsized":"2024-09-11T22:44:54.999504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:09:29.537348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998379+0000","last_change":"2024-09-11T22:44:54.046734+0000","last_active":"2024-09-11T22:44:54.998379+0000","last_peered":"2024-09-11T22:44:54.998379+0000","last_clean":"2024-09-11T22:44:54.998379+0000","last_became_active":"2024-09-11T22:44:54.046111+0000","last_became_peered":"2024-09-11T22:44:54.046111+0000","last_unstale":"2024-09-11T22:44:54.998379+0000","last_undegraded":"2024-09-11T22:44:54.998379+0000","last_fullsized":"2024-09-11T22:44:54.998379+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:38.063417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999730+0000","last_change":"2024-09-11T22:44:48.944432+0000","last_active":"2024-09-11T22:44:54.999730+0000","last_peered":"2024-09-11T22:44:54.999730+0000","last_clean":"2024-09-11T22:44:54.999730+0000","last_became_active":"2024-09-11T22:44:48.943362+0000","last_became_peered":"2024-09-11T22:44:48.943362+0000","last_unstale":"2024-09-11T22:44:54.999730+0000","last_undegraded":"2024-09-11T22:44:54.999730+0000","last_fullsized":"2024-09-11T22:44:54.999730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:22.147111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529744+0000","last_change":"2024-09-11T22:44:49.959497+0000","last_active":"2024-09-11T22:44:55.529744+0000","last_peered":"2024-09-11T22:44:55.529744+0000","last_clean":"2024-09-11T22:44:55.529744+0000","last_became_active":"2024-09-11T22:44:49.959234+0000","last_became_peered":"2024-09-11T22:44:49.959234+0000","last_unstale":"2024-09-11T22:44:55.529744+0000","last_undegraded":"2024-09-11T22:44:55.529744+0000","last_fullsized":"2024-09-11T22:44:55.529744+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529917+0000","last_change":"2024-09-11T22:44:53.975778+0000","last_active":"2024-09-11T22:44:55.529917+0000","last_peered":"2024-09-11T22:44:55.529917+0000","last_clean":"2024-09-11T22:44:55.529917+0000","last_became_active":"2024-09-11T22:44:53.975220+0000","last_became_peered":"2024-09-11T22:44:53.975220+0000","last_unstale":"2024-09-11T22:44:55.529917+0000","last_undegraded":"2024-09-11T22:44:55.529917+0000","last_fullsized":"2024-09-11T22:44:55.529917+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:09.617912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530837+0000","last_change":"2024-09-11T22:44:48.950991+0000","last_active":"2024-09-11T22:44:55.530837+0000","last_peered":"2024-09-11T22:44:55.530837+0000","last_clean":"2024-09-11T22:44:55.530837+0000","last_became_active":"2024-09-11T22:44:48.950680+0000","last_became_peered":"2024-09-11T22:44:48.950680+0000","last_unstale":"2024-09-11T22:44:55.530837+0000","last_undegraded":"2024-09-11T22:44:55.530837+0000","last_fullsized":"2024-09-11T22:44:55.530837+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089647+0000","last_change":"2024-09-11T22:44:49.967044+0000","last_active":"2024-09-11T22:44:55.089647+0000","last_peered":"2024-09-11T22:44:55.089647+0000","last_clean":"2024-09-11T22:44:55.089647+0000","last_became_active":"2024-09-11T22:44:49.966761+0000","last_became_peered":"2024-09-11T22:44:49.966761+0000","last_unstale":"2024-09-11T22:44:55.089647+0000","last_undegraded":"2024-09-11T22:44:55.089647+0000","last_fullsized":"2024-09-11T22:44:55.089647+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:54.789427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530683+0000","last_change":"2024-09-11T22:44:53.976643+0000","last_active":"2024-09-11T22:44:55.530683+0000","last_peered":"2024-09-11T22:44:55.530683+0000","last_clean":"2024-09-11T22:44:55.530683+0000","last_became_active":"2024-09-11T22:44:53.975569+0000","last_became_peered":"2024-09-11T22:44:53.975569+0000","last_unstale":"2024-09-11T22:44:55.530683+0000","last_undegraded":"2024-09-11T22:44:55.530683+0000","last_fullsized":"2024-09-11T22:44:55.530683+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:43.922618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530149+0000","last_change":"2024-09-11T22:44:48.952213+0000","last_active":"2024-09-11T22:44:55.530149+0000","last_peered":"2024-09-11T22:44:55.530149+0000","last_clean":"2024-09-11T22:44:55.530149+0000","last_became_active":"2024-09-11T22:44:48.951948+0000","last_became_peered":"2024-09-11T22:44:48.951948+0000","last_unstale":"2024-09-11T22:44:55.530149+0000","last_undegraded":"2024-09-11T22:44:55.530149+0000","last_fullsized":"2024-09-11T22:44:55.530149+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089776+0000","last_change":"2024-09-11T22:44:49.957946+0000","last_active":"2024-09-11T22:44:55.089776+0000","last_peered":"2024-09-11T22:44:55.089776+0000","last_clean":"2024-09-11T22:44:55.089776+0000","last_became_active":"2024-09-11T22:44:49.957653+0000","last_became_peered":"2024-09-11T22:44:49.957653+0000","last_unstale":"2024-09-11T22:44:55.089776+0000","last_undegraded":"2024-09-11T22:44:55.089776+0000","last_fullsized":"2024-09-11T22:44:55.089776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:17.787065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530161+0000","last_change":"2024-09-11T22:44:53.971514+0000","last_active":"2024-09-11T22:44:55.530161+0000","last_peered":"2024-09-11T22:44:55.530161+0000","last_clean":"2024-09-11T22:44:55.530161+0000","last_became_active":"2024-09-11T22:44:53.971054+0000","last_became_peered":"2024-09-11T22:44:53.971054+0000","last_unstale":"2024-09-11T22:44:55.530161+0000","last_undegraded":"2024-09-11T22:44:55.530161+0000","last_fullsized":"2024-09-11T22:44:55.530161+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:54:11.159321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998739+0000","last_change":"2024-09-11T22:44:49.948872+0000","last_active":"2024-09-11T22:44:54.998739+0000","last_peered":"2024-09-11T22:44:54.998739+0000","last_clean":"2024-09-11T22:44:54.998739+0000","last_became_active":"2024-09-11T22:44:49.945773+0000","last_became_peered":"2024-09-11T22:44:49.945773+0000","last_unstale":"2024-09-11T22:44:54.998739+0000","last_undegraded":"2024-09-11T22:44:54.998739+0000","last_fullsized":"2024-09-11T22:44:54.998739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:22.457842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531040+0000","last_change":"2024-09-11T22:44:48.951404+0000","last_active":"2024-09-11T22:44:55.531040+0000","last_peered":"2024-09-11T22:44:55.531040+0000","last_clean":"2024-09-11T22:44:55.531040+0000","last_became_active":"2024-09-11T22:44:48.950653+0000","last_became_peered":"2024-09-11T22:44:48.950653+0000","last_unstale":"2024-09-11T22:44:55.531040+0000","last_undegraded":"2024-09-11T22:44:55.531040+0000","last_fullsized":"2024-09-11T22:44:55.531040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:20:15.442957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530880+0000","last_change":"2024-09-11T22:44:53.975352+0000","last_active":"2024-09-11T22:44:55.530880+0000","last_peered":"2024-09-11T22:44:55.530880+0000","last_clean":"2024-09-11T22:44:55.530880+0000","last_became_active":"2024-09-11T22:44:53.974837+0000","last_became_peered":"2024-09-11T22:44:53.974837+0000","last_unstale":"2024-09-11T22:44:55.530880+0000","last_undegraded":"2024-09-11T22:44:55.530880+0000","last_fullsized":"2024-09-11T22:44:55.530880+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:37.690241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999681+0000","last_change":"2024-09-11T22:44:49.939906+0000","last_active":"2024-09-11T22:44:54.999681+0000","last_peered":"2024-09-11T22:44:54.999681+0000","last_clean":"2024-09-11T22:44:54.999681+0000","last_became_active":"2024-09-11T22:44:49.939574+0000","last_became_peered":"2024-09-11T22:44:49.939574+0000","last_unstale":"2024-09-11T22:44:54.999681+0000","last_undegraded":"2024-09-11T22:44:54.999681+0000","last_fullsized":"2024-09-11T22:44:54.999681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:54:07.130574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000024+0000","last_change":"2024-09-11T22:44:48.945465+0000","last_active":"2024-09-11T22:44:55.000024+0000","last_peered":"2024-09-11T22:44:55.000024+0000","last_clean":"2024-09-11T22:44:55.000024+0000","last_became_active":"2024-09-11T22:44:48.944943+0000","last_became_peered":"2024-09-11T22:44:48.944943+0000","last_unstale":"2024-09-11T22:44:55.000024+0000","last_undegraded":"2024-09-11T22:44:55.000024+0000","last_fullsized":"2024-09-11T22:44:55.000024+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:31.440435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531202+0000","last_change":"2024-09-11T22:44:53.976737+0000","last_active":"2024-09-11T22:44:55.531202+0000","last_peered":"2024-09-11T22:44:55.531202+0000","last_clean":"2024-09-11T22:44:55.531202+0000","last_became_active":"2024-09-11T22:44:53.976044+0000","last_became_peered":"2024-09-11T22:44:53.976044+0000","last_unstale":"2024-09-11T22:44:55.531202+0000","last_undegraded":"2024-09-11T22:44:55.531202+0000","last_fullsized":"2024-09-11T22:44:55.531202+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:37.316044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998603+0000","last_change":"2024-09-11T22:44:49.955871+0000","last_active":"2024-09-11T22:44:54.998603+0000","last_peered":"2024-09-11T22:44:54.998603+0000","last_clean":"2024-09-11T22:44:54.998603+0000","last_became_active":"2024-09-11T22:44:49.955589+0000","last_became_peered":"2024-09-11T22:44:49.955589+0000","last_unstale":"2024-09-11T22:44:54.998603+0000","last_undegraded":"2024-09-11T22:44:54.998603+0000","last_fullsized":"2024-09-11T22:44:54.998603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:59.966374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999257+0000","last_change":"2024-09-11T22:44:48.945504+0000","last_active":"2024-09-11T22:44:54.999257+0000","last_peered":"2024-09-11T22:44:54.999257+0000","last_clean":"2024-09-11T22:44:54.999257+0000","last_became_active":"2024-09-11T22:44:48.945207+0000","last_became_peered":"2024-09-11T22:44:48.945207+0000","last_unstale":"2024-09-11T22:44:54.999257+0000","last_undegraded":"2024-09-11T22:44:54.999257+0000","last_fullsized":"2024-09-11T22:44:54.999257+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000537+0000","last_change":"2024-09-11T22:44:54.047311+0000","last_active":"2024-09-11T22:44:55.000537+0000","last_peered":"2024-09-11T22:44:55.000537+0000","last_clean":"2024-09-11T22:44:55.000537+0000","last_became_active":"2024-09-11T22:44:54.046938+0000","last_became_peered":"2024-09-11T22:44:54.046938+0000","last_unstale":"2024-09-11T22:44:55.000537+0000","last_undegraded":"2024-09-11T22:44:55.000537+0000","last_fullsized":"2024-09-11T22:44:55.000537+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:55.579654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530353+0000","last_change":"2024-09-11T22:44:49.946807+0000","last_active":"2024-09-11T22:44:55.530353+0000","last_peered":"2024-09-11T22:44:55.530353+0000","last_clean":"2024-09-11T22:44:55.530353+0000","last_became_active":"2024-09-11T22:44:49.946528+0000","last_became_peered":"2024-09-11T22:44:49.946528+0000","last_unstale":"2024-09-11T22:44:55.530353+0000","last_undegraded":"2024-09-11T22:44:55.530353+0000","last_fullsized":"2024-09-11T22:44:55.530353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:24:21.012271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529605+0000","last_change":"2024-09-11T22:44:48.951317+0000","last_active":"2024-09-11T22:44:55.529605+0000","last_peered":"2024-09-11T22:44:55.529605+0000","last_clean":"2024-09-11T22:44:55.529605+0000","last_became_active":"2024-09-11T22:44:48.950637+0000","last_became_peered":"2024-09-11T22:44:48.950637+0000","last_unstale":"2024-09-11T22:44:55.529605+0000","last_undegraded":"2024-09-11T22:44:55.529605+0000","last_fullsized":"2024-09-11T22:44:55.529605+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:25.074233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530836+0000","last_change":"2024-09-11T22:44:53.976482+0000","last_active":"2024-09-11T22:44:55.530836+0000","last_peered":"2024-09-11T22:44:55.530836+0000","last_clean":"2024-09-11T22:44:55.530836+0000","last_became_active":"2024-09-11T22:44:53.974944+0000","last_became_peered":"2024-09-11T22:44:53.974944+0000","last_unstale":"2024-09-11T22:44:55.530836+0000","last_undegraded":"2024-09-11T22:44:55.530836+0000","last_fullsized":"2024-09-11T22:44:55.530836+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:09:33.566095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530372+0000","last_change":"2024-09-11T22:44:49.952043+0000","last_active":"2024-09-11T22:44:55.530372+0000","last_peered":"2024-09-11T22:44:55.530372+0000","last_clean":"2024-09-11T22:44:55.530372+0000","last_became_active":"2024-09-11T22:44:49.951636+0000","last_became_peered":"2024-09-11T22:44:49.951636+0000","last_unstale":"2024-09-11T22:44:55.530372+0000","last_undegraded":"2024-09-11T22:44:55.530372+0000","last_fullsized":"2024-09-11T22:44:55.530372+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999451+0000","last_change":"2024-09-11T22:44:48.942061+0000","last_active":"2024-09-11T22:44:54.999451+0000","last_peered":"2024-09-11T22:44:54.999451+0000","last_clean":"2024-09-11T22:44:54.999451+0000","last_became_active":"2024-09-11T22:44:48.941758+0000","last_became_peered":"2024-09-11T22:44:48.941758+0000","last_unstale":"2024-09-11T22:44:54.999451+0000","last_undegraded":"2024-09-11T22:44:54.999451+0000","last_fullsized":"2024-09-11T22:44:54.999451+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530142+0000","last_change":"2024-09-11T22:44:54.047733+0000","last_active":"2024-09-11T22:44:55.530142+0000","last_peered":"2024-09-11T22:44:55.530142+0000","last_clean":"2024-09-11T22:44:55.530142+0000","last_became_active":"2024-09-11T22:44:54.047047+0000","last_became_peered":"2024-09-11T22:44:54.047047+0000","last_unstale":"2024-09-11T22:44:55.530142+0000","last_undegraded":"2024-09-11T22:44:55.530142+0000","last_fullsized":"2024-09-11T22:44:55.530142+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:23.195209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000272+0000","last_change":"2024-09-11T22:44:49.954282+0000","last_active":"2024-09-11T22:44:55.000272+0000","last_peered":"2024-09-11T22:44:55.000272+0000","last_clean":"2024-09-11T22:44:55.000272+0000","last_became_active":"2024-09-11T22:44:49.953997+0000","last_became_peered":"2024-09-11T22:44:49.953997+0000","last_unstale":"2024-09-11T22:44:55.000272+0000","last_undegraded":"2024-09-11T22:44:55.000272+0000","last_fullsized":"2024-09-11T22:44:55.000272+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:56:00.606949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000373+0000","last_change":"2024-09-11T22:44:48.939342+0000","last_active":"2024-09-11T22:44:55.000373+0000","last_peered":"2024-09-11T22:44:55.000373+0000","last_clean":"2024-09-11T22:44:55.000373+0000","last_became_active":"2024-09-11T22:44:48.939036+0000","last_became_peered":"2024-09-11T22:44:48.939036+0000","last_unstale":"2024-09-11T22:44:55.000373+0000","last_undegraded":"2024-09-11T22:44:55.000373+0000","last_fullsized":"2024-09-11T22:44:55.000373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998333+0000","last_change":"2024-09-11T22:44:54.046807+0000","last_active":"2024-09-11T22:44:54.998333+0000","last_peered":"2024-09-11T22:44:54.998333+0000","last_clean":"2024-09-11T22:44:54.998333+0000","last_became_active":"2024-09-11T22:44:54.046369+0000","last_became_peered":"2024-09-11T22:44:54.046369+0000","last_unstale":"2024-09-11T22:44:54.998333+0000","last_undegraded":"2024-09-11T22:44:54.998333+0000","last_fullsized":"2024-09-11T22:44:54.998333+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:15.960111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999657+0000","last_change":"2024-09-11T22:44:49.949904+0000","last_active":"2024-09-11T22:44:54.999657+0000","last_peered":"2024-09-11T22:44:54.999657+0000","last_clean":"2024-09-11T22:44:54.999657+0000","last_became_active":"2024-09-11T22:44:49.948682+0000","last_became_peered":"2024-09-11T22:44:49.948682+0000","last_unstale":"2024-09-11T22:44:54.999657+0000","last_undegraded":"2024-09-11T22:44:54.999657+0000","last_fullsized":"2024-09-11T22:44:54.999657+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530957+0000","last_change":"2024-09-11T22:44:48.951131+0000","last_active":"2024-09-11T22:44:55.530957+0000","last_peered":"2024-09-11T22:44:55.530957+0000","last_clean":"2024-09-11T22:44:55.530957+0000","last_became_active":"2024-09-11T22:44:48.950850+0000","last_became_peered":"2024-09-11T22:44:48.950850+0000","last_unstale":"2024-09-11T22:44:55.530957+0000","last_undegraded":"2024-09-11T22:44:55.530957+0000","last_fullsized":"2024-09-11T22:44:55.530957+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:31.440435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530166+0000","last_change":"2024-09-11T22:44:54.047181+0000","last_active":"2024-09-11T22:44:55.530166+0000","last_peered":"2024-09-11T22:44:55.530166+0000","last_clean":"2024-09-11T22:44:55.530166+0000","last_became_active":"2024-09-11T22:44:54.046759+0000","last_became_peered":"2024-09-11T22:44:54.046759+0000","last_unstale":"2024-09-11T22:44:55.530166+0000","last_undegraded":"2024-09-11T22:44:55.530166+0000","last_fullsized":"2024-09-11T22:44:55.530166+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:58.818174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089876+0000","last_change":"2024-09-11T22:44:49.959831+0000","last_active":"2024-09-11T22:44:55.089876+0000","last_peered":"2024-09-11T22:44:55.089876+0000","last_clean":"2024-09-11T22:44:55.089876+0000","last_became_active":"2024-09-11T22:44:49.959599+0000","last_became_peered":"2024-09-11T22:44:49.959599+0000","last_unstale":"2024-09-11T22:44:55.089876+0000","last_undegraded":"2024-09-11T22:44:55.089876+0000","last_fullsized":"2024-09-11T22:44:55.089876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.150161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999782+0000","last_change":"2024-09-11T22:44:48.938662+0000","last_active":"2024-09-11T22:44:54.999782+0000","last_peered":"2024-09-11T22:44:54.999782+0000","last_clean":"2024-09-11T22:44:54.999782+0000","last_became_active":"2024-09-11T22:44:48.938367+0000","last_became_peered":"2024-09-11T22:44:48.938367+0000","last_unstale":"2024-09-11T22:44:54.999782+0000","last_undegraded":"2024-09-11T22:44:54.999782+0000","last_fullsized":"2024-09-11T22:44:54.999782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999194+0000","last_change":"2024-09-11T22:44:53.975290+0000","last_active":"2024-09-11T22:44:54.999194+0000","last_peered":"2024-09-11T22:44:54.999194+0000","last_clean":"2024-09-11T22:44:54.999194+0000","last_became_active":"2024-09-11T22:44:53.974906+0000","last_became_peered":"2024-09-11T22:44:53.974906+0000","last_unstale":"2024-09-11T22:44:54.999194+0000","last_undegraded":"2024-09-11T22:44:54.999194+0000","last_fullsized":"2024-09-11T22:44:54.999194+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:20.178908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531167+0000","last_change":"2024-09-11T22:44:49.953368+0000","last_active":"2024-09-11T22:44:55.531167+0000","last_peered":"2024-09-11T22:44:55.531167+0000","last_clean":"2024-09-11T22:44:55.531167+0000","last_became_active":"2024-09-11T22:44:49.952995+0000","last_became_peered":"2024-09-11T22:44:49.952995+0000","last_unstale":"2024-09-11T22:44:55.531167+0000","last_undegraded":"2024-09-11T22:44:55.531167+0000","last_fullsized":"2024-09-11T22:44:55.531167+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:59.285085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089709+0000","last_change":"2024-09-11T22:44:48.943877+0000","last_active":"2024-09-11T22:44:55.089709+0000","last_peered":"2024-09-11T22:44:55.089709+0000","last_clean":"2024-09-11T22:44:55.089709+0000","last_became_active":"2024-09-11T22:44:48.943479+0000","last_became_peered":"2024-09-11T22:44:48.943479+0000","last_unstale":"2024-09-11T22:44:55.089709+0000","last_undegraded":"2024-09-11T22:44:55.089709+0000","last_fullsized":"2024-09-11T22:44:55.089709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999685+0000","last_change":"2024-09-11T22:44:53.975299+0000","last_active":"2024-09-11T22:44:54.999685+0000","last_peered":"2024-09-11T22:44:54.999685+0000","last_clean":"2024-09-11T22:44:54.999685+0000","last_became_active":"2024-09-11T22:44:53.974925+0000","last_became_peered":"2024-09-11T22:44:53.974925+0000","last_unstale":"2024-09-11T22:44:54.999685+0000","last_undegraded":"2024-09-11T22:44:54.999685+0000","last_fullsized":"2024-09-11T22:44:54.999685+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:47.322360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999037+0000","last_change":"2024-09-11T22:44:49.949123+0000","last_active":"2024-09-11T22:44:54.999037+0000","last_peered":"2024-09-11T22:44:54.999037+0000","last_clean":"2024-09-11T22:44:54.999037+0000","last_became_active":"2024-09-11T22:44:49.948193+0000","last_became_peered":"2024-09-11T22:44:49.948193+0000","last_unstale":"2024-09-11T22:44:54.999037+0000","last_undegraded":"2024-09-11T22:44:54.999037+0000","last_fullsized":"2024-09-11T22:44:54.999037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529381+0000","last_change":"2024-09-11T22:44:48.945108+0000","last_active":"2024-09-11T22:44:55.529381+0000","last_peered":"2024-09-11T22:44:55.529381+0000","last_clean":"2024-09-11T22:44:55.529381+0000","last_became_active":"2024-09-11T22:44:48.944684+0000","last_became_peered":"2024-09-11T22:44:48.944684+0000","last_unstale":"2024-09-11T22:44:55.529381+0000","last_undegraded":"2024-09-11T22:44:55.529381+0000","last_fullsized":"2024-09-11T22:44:55.529381+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000594+0000","last_change":"2024-09-11T22:44:53.975582+0000","last_active":"2024-09-11T22:44:55.000594+0000","last_peered":"2024-09-11T22:44:55.000594+0000","last_clean":"2024-09-11T22:44:55.000594+0000","last_became_active":"2024-09-11T22:44:53.974120+0000","last_became_peered":"2024-09-11T22:44:53.974120+0000","last_unstale":"2024-09-11T22:44:55.000594+0000","last_undegraded":"2024-09-11T22:44:55.000594+0000","last_fullsized":"2024-09-11T22:44:55.000594+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.029129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529419+0000","last_change":"2024-09-11T22:44:49.953059+0000","last_active":"2024-09-11T22:44:55.529419+0000","last_peered":"2024-09-11T22:44:55.529419+0000","last_clean":"2024-09-11T22:44:55.529419+0000","last_became_active":"2024-09-11T22:44:49.951410+0000","last_became_peered":"2024-09-11T22:44:49.951410+0000","last_unstale":"2024-09-11T22:44:55.529419+0000","last_undegraded":"2024-09-11T22:44:55.529419+0000","last_fullsized":"2024-09-11T22:44:55.529419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:22.457842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529626+0000","last_change":"2024-09-11T22:44:48.951895+0000","last_active":"2024-09-11T22:44:55.529626+0000","last_peered":"2024-09-11T22:44:55.529626+0000","last_clean":"2024-09-11T22:44:55.529626+0000","last_became_active":"2024-09-11T22:44:48.951584+0000","last_became_peered":"2024-09-11T22:44:48.951584+0000","last_unstale":"2024-09-11T22:44:55.529626+0000","last_undegraded":"2024-09-11T22:44:55.529626+0000","last_fullsized":"2024-09-11T22:44:55.529626+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:35.947203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530310+0000","last_change":"2024-09-11T22:44:54.045640+0000","last_active":"2024-09-11T22:44:55.530310+0000","last_peered":"2024-09-11T22:44:55.530310+0000","last_clean":"2024-09-11T22:44:55.530310+0000","last_became_active":"2024-09-11T22:44:54.045226+0000","last_became_peered":"2024-09-11T22:44:54.045226+0000","last_unstale":"2024-09-11T22:44:55.530310+0000","last_undegraded":"2024-09-11T22:44:55.530310+0000","last_fullsized":"2024-09-11T22:44:55.530310+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.029129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998610+0000","last_change":"2024-09-11T22:44:49.961835+0000","last_active":"2024-09-11T22:44:54.998610+0000","last_peered":"2024-09-11T22:44:54.998610+0000","last_clean":"2024-09-11T22:44:54.998610+0000","last_became_active":"2024-09-11T22:44:49.960840+0000","last_became_peered":"2024-09-11T22:44:49.960840+0000","last_unstale":"2024-09-11T22:44:54.998610+0000","last_undegraded":"2024-09-11T22:44:54.998610+0000","last_fullsized":"2024-09-11T22:44:54.998610+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:22.150381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089556+0000","last_change":"2024-09-11T22:44:48.947079+0000","last_active":"2024-09-11T22:44:55.089556+0000","last_peered":"2024-09-11T22:44:55.089556+0000","last_clean":"2024-09-11T22:44:55.089556+0000","last_became_active":"2024-09-11T22:44:48.946770+0000","last_became_peered":"2024-09-11T22:44:48.946770+0000","last_unstale":"2024-09-11T22:44:55.089556+0000","last_undegraded":"2024-09-11T22:44:55.089556+0000","last_fullsized":"2024-09-11T22:44:55.089556+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529716+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:44:55.529716+0000","last_peered":"2024-09-11T22:44:55.529716+0000","last_clean":"2024-09-11T22:44:55.529716+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:44:55.529716+0000","last_undegraded":"2024-09-11T22:44:55.529716+0000","last_fullsized":"2024-09-11T22:44:55.529716+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998990+0000","last_change":"2024-09-11T22:44:54.046435+0000","last_active":"2024-09-11T22:44:54.998990+0000","last_peered":"2024-09-11T22:44:54.998990+0000","last_clean":"2024-09-11T22:44:54.998990+0000","last_became_active":"2024-09-11T22:44:54.046043+0000","last_became_peered":"2024-09-11T22:44:54.046043+0000","last_unstale":"2024-09-11T22:44:54.998990+0000","last_undegraded":"2024-09-11T22:44:54.998990+0000","last_fullsized":"2024-09-11T22:44:54.998990+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:21.815812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530742+0000","last_change":"2024-09-11T22:44:49.961725+0000","last_active":"2024-09-11T22:44:55.530742+0000","last_peered":"2024-09-11T22:44:55.530742+0000","last_clean":"2024-09-11T22:44:55.530742+0000","last_became_active":"2024-09-11T22:44:49.961266+0000","last_became_peered":"2024-09-11T22:44:49.961266+0000","last_unstale":"2024-09-11T22:44:55.530742+0000","last_undegraded":"2024-09-11T22:44:55.530742+0000","last_fullsized":"2024-09-11T22:44:55.530742+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:39.316881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529970+0000","last_change":"2024-09-11T22:44:48.949317+0000","last_active":"2024-09-11T22:44:55.529970+0000","last_peered":"2024-09-11T22:44:55.529970+0000","last_clean":"2024-09-11T22:44:55.529970+0000","last_became_active":"2024-09-11T22:44:48.949032+0000","last_became_peered":"2024-09-11T22:44:48.949032+0000","last_unstale":"2024-09-11T22:44:55.529970+0000","last_undegraded":"2024-09-11T22:44:55.529970+0000","last_fullsized":"2024-09-11T22:44:55.529970+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998635+0000","last_change":"2024-09-11T22:44:54.045379+0000","last_active":"2024-09-11T22:44:54.998635+0000","last_peered":"2024-09-11T22:44:54.998635+0000","last_clean":"2024-09-11T22:44:54.998635+0000","last_became_active":"2024-09-11T22:44:54.044950+0000","last_became_peered":"2024-09-11T22:44:54.044950+0000","last_unstale":"2024-09-11T22:44:54.998635+0000","last_undegraded":"2024-09-11T22:44:54.998635+0000","last_fullsized":"2024-09-11T22:44:54.998635+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:47.544806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089691+0000","last_change":"2024-09-11T22:44:49.961461+0000","last_active":"2024-09-11T22:44:55.089691+0000","last_peered":"2024-09-11T22:44:55.089691+0000","last_clean":"2024-09-11T22:44:55.089691+0000","last_became_active":"2024-09-11T22:44:49.960350+0000","last_became_peered":"2024-09-11T22:44:49.960350+0000","last_unstale":"2024-09-11T22:44:55.089691+0000","last_undegraded":"2024-09-11T22:44:55.089691+0000","last_fullsized":"2024-09-11T22:44:55.089691+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:39.316881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999885+0000","last_change":"2024-09-11T22:44:48.947147+0000","last_active":"2024-09-11T22:44:54.999885+0000","last_peered":"2024-09-11T22:44:54.999885+0000","last_clean":"2024-09-11T22:44:54.999885+0000","last_became_active":"2024-09-11T22:44:48.946884+0000","last_became_peered":"2024-09-11T22:44:48.946884+0000","last_unstale":"2024-09-11T22:44:54.999885+0000","last_undegraded":"2024-09-11T22:44:54.999885+0000","last_fullsized":"2024-09-11T22:44:54.999885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:35.947203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530336+0000","last_change":"2024-09-11T22:44:53.979045+0000","last_active":"2024-09-11T22:44:55.530336+0000","last_peered":"2024-09-11T22:44:55.530336+0000","last_clean":"2024-09-11T22:44:55.530336+0000","last_became_active":"2024-09-11T22:44:53.978580+0000","last_became_peered":"2024-09-11T22:44:53.978580+0000","last_unstale":"2024-09-11T22:44:55.530336+0000","last_undegraded":"2024-09-11T22:44:55.530336+0000","last_fullsized":"2024-09-11T22:44:55.530336+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:27.689124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530330+0000","last_change":"2024-09-11T22:44:49.963280+0000","last_active":"2024-09-11T22:44:55.530330+0000","last_peered":"2024-09-11T22:44:55.530330+0000","last_clean":"2024-09-11T22:44:55.530330+0000","last_became_active":"2024-09-11T22:44:49.962907+0000","last_became_peered":"2024-09-11T22:44:49.962907+0000","last_unstale":"2024-09-11T22:44:55.530330+0000","last_undegraded":"2024-09-11T22:44:55.530330+0000","last_fullsized":"2024-09-11T22:44:55.530330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:17.000382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529894+0000","last_change":"2024-09-11T22:44:48.945586+0000","last_active":"2024-09-11T22:44:55.529894+0000","last_peered":"2024-09-11T22:44:55.529894+0000","last_clean":"2024-09-11T22:44:55.529894+0000","last_became_active":"2024-09-11T22:44:48.945272+0000","last_became_peered":"2024-09-11T22:44:48.945272+0000","last_unstale":"2024-09-11T22:44:55.529894+0000","last_undegraded":"2024-09-11T22:44:55.529894+0000","last_fullsized":"2024-09-11T22:44:55.529894+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089219+0000","last_change":"2024-09-11T22:44:54.046672+0000","last_active":"2024-09-11T22:44:55.089219+0000","last_peered":"2024-09-11T22:44:55.089219+0000","last_clean":"2024-09-11T22:44:55.089219+0000","last_became_active":"2024-09-11T22:44:54.046265+0000","last_became_peered":"2024-09-11T22:44:54.046265+0000","last_unstale":"2024-09-11T22:44:55.089219+0000","last_undegraded":"2024-09-11T22:44:55.089219+0000","last_fullsized":"2024-09-11T22:44:55.089219+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:09.021803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530631+0000","last_change":"2024-09-11T22:44:49.957166+0000","last_active":"2024-09-11T22:44:55.530631+0000","last_peered":"2024-09-11T22:44:55.530631+0000","last_clean":"2024-09-11T22:44:55.530631+0000","last_became_active":"2024-09-11T22:44:49.956836+0000","last_became_peered":"2024-09-11T22:44:49.956836+0000","last_unstale":"2024-09-11T22:44:55.530631+0000","last_undegraded":"2024-09-11T22:44:55.530631+0000","last_fullsized":"2024-09-11T22:44:55.530631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.150161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530857+0000","last_change":"2024-09-11T22:44:48.943356+0000","last_active":"2024-09-11T22:44:55.530857+0000","last_peered":"2024-09-11T22:44:55.530857+0000","last_clean":"2024-09-11T22:44:55.530857+0000","last_became_active":"2024-09-11T22:44:48.942955+0000","last_became_peered":"2024-09-11T22:44:48.942955+0000","last_unstale":"2024-09-11T22:44:55.530857+0000","last_undegraded":"2024-09-11T22:44:55.530857+0000","last_fullsized":"2024-09-11T22:44:55.530857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:31:51.088621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529794+0000","last_change":"2024-09-11T22:44:53.975302+0000","last_active":"2024-09-11T22:44:55.529794+0000","last_peered":"2024-09-11T22:44:55.529794+0000","last_clean":"2024-09-11T22:44:55.529794+0000","last_became_active":"2024-09-11T22:44:53.974808+0000","last_became_peered":"2024-09-11T22:44:53.974808+0000","last_unstale":"2024-09-11T22:44:55.529794+0000","last_undegraded":"2024-09-11T22:44:55.529794+0000","last_fullsized":"2024-09-11T22:44:55.529794+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:03.995121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529759+0000","last_change":"2024-09-11T22:44:49.963133+0000","last_active":"2024-09-11T22:44:55.529759+0000","last_peered":"2024-09-11T22:44:55.529759+0000","last_clean":"2024-09-11T22:44:55.529759+0000","last_became_active":"2024-09-11T22:44:49.962877+0000","last_became_peered":"2024-09-11T22:44:49.962877+0000","last_unstale":"2024-09-11T22:44:55.529759+0000","last_undegraded":"2024-09-11T22:44:55.529759+0000","last_fullsized":"2024-09-11T22:44:55.529759+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:13.588561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529136+0000","last_change":"2024-09-11T22:44:48.942665+0000","last_active":"2024-09-11T22:44:55.529136+0000","last_peered":"2024-09-11T22:44:55.529136+0000","last_clean":"2024-09-11T22:44:55.529136+0000","last_became_active":"2024-09-11T22:44:48.942373+0000","last_became_peered":"2024-09-11T22:44:48.942373+0000","last_unstale":"2024-09-11T22:44:55.529136+0000","last_undegraded":"2024-09-11T22:44:55.529136+0000","last_fullsized":"2024-09-11T22:44:55.529136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:23.317756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530169+0000","last_change":"2024-09-11T22:44:53.971761+0000","last_active":"2024-09-11T22:44:55.530169+0000","last_peered":"2024-09-11T22:44:55.530169+0000","last_clean":"2024-09-11T22:44:55.530169+0000","last_became_active":"2024-09-11T22:44:53.971362+0000","last_became_peered":"2024-09-11T22:44:53.971362+0000","last_unstale":"2024-09-11T22:44:55.530169+0000","last_undegraded":"2024-09-11T22:44:55.530169+0000","last_fullsized":"2024-09-11T22:44:55.530169+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:55.579654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998670+0000","last_change":"2024-09-11T22:44:49.940450+0000","last_active":"2024-09-11T22:44:54.998670+0000","last_peered":"2024-09-11T22:44:54.998670+0000","last_clean":"2024-09-11T22:44:54.998670+0000","last_became_active":"2024-09-11T22:44:49.940165+0000","last_became_peered":"2024-09-11T22:44:49.940165+0000","last_unstale":"2024-09-11T22:44:54.998670+0000","last_undegraded":"2024-09-11T22:44:54.998670+0000","last_fullsized":"2024-09-11T22:44:54.998670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:56.109128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998783+0000","last_change":"2024-09-11T22:44:48.942330+0000","last_active":"2024-09-11T22:44:54.998783+0000","last_peered":"2024-09-11T22:44:54.998783+0000","last_clean":"2024-09-11T22:44:54.998783+0000","last_became_active":"2024-09-11T22:44:48.941492+0000","last_became_peered":"2024-09-11T22:44:48.941492+0000","last_unstale":"2024-09-11T22:44:54.998783+0000","last_undegraded":"2024-09-11T22:44:54.998783+0000","last_fullsized":"2024-09-11T22:44:54.998783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000234+0000","last_change":"2024-09-11T22:44:54.047201+0000","last_active":"2024-09-11T22:44:55.000234+0000","last_peered":"2024-09-11T22:44:55.000234+0000","last_clean":"2024-09-11T22:44:55.000234+0000","last_became_active":"2024-09-11T22:44:54.045931+0000","last_became_peered":"2024-09-11T22:44:54.045931+0000","last_unstale":"2024-09-11T22:44:55.000234+0000","last_undegraded":"2024-09-11T22:44:55.000234+0000","last_fullsized":"2024-09-11T22:44:55.000234+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:13:36.378275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531022+0000","last_change":"2024-09-11T22:44:49.964344+0000","last_active":"2024-09-11T22:44:55.531022+0000","last_peered":"2024-09-11T22:44:55.531022+0000","last_clean":"2024-09-11T22:44:55.531022+0000","last_became_active":"2024-09-11T22:44:49.963587+0000","last_became_peered":"2024-09-11T22:44:49.963587+0000","last_unstale":"2024-09-11T22:44:55.531022+0000","last_undegraded":"2024-09-11T22:44:55.531022+0000","last_fullsized":"2024-09-11T22:44:55.531022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:43.516058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089651+0000","last_change":"2024-09-11T22:44:48.945707+0000","last_active":"2024-09-11T22:44:55.089651+0000","last_peered":"2024-09-11T22:44:55.089651+0000","last_clean":"2024-09-11T22:44:55.089651+0000","last_became_active":"2024-09-11T22:44:48.945437+0000","last_became_peered":"2024-09-11T22:44:48.945437+0000","last_unstale":"2024-09-11T22:44:55.089651+0000","last_undegraded":"2024-09-11T22:44:55.089651+0000","last_fullsized":"2024-09-11T22:44:55.089651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000509+0000","last_change":"2024-09-11T22:44:54.046514+0000","last_active":"2024-09-11T22:44:55.000509+0000","last_peered":"2024-09-11T22:44:55.000509+0000","last_clean":"2024-09-11T22:44:55.000509+0000","last_became_active":"2024-09-11T22:44:54.046096+0000","last_became_peered":"2024-09-11T22:44:54.046096+0000","last_unstale":"2024-09-11T22:44:55.000509+0000","last_undegraded":"2024-09-11T22:44:55.000509+0000","last_fullsized":"2024-09-11T22:44:55.000509+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:05:45.113899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529985+0000","last_change":"2024-09-11T22:44:49.952857+0000","last_active":"2024-09-11T22:44:55.529985+0000","last_peered":"2024-09-11T22:44:55.529985+0000","last_clean":"2024-09-11T22:44:55.529985+0000","last_became_active":"2024-09-11T22:44:49.952557+0000","last_became_peered":"2024-09-11T22:44:49.952557+0000","last_unstale":"2024-09-11T22:44:55.529985+0000","last_undegraded":"2024-09-11T22:44:55.529985+0000","last_fullsized":"2024-09-11T22:44:55.529985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:36:22.879730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530433+0000","last_change":"2024-09-11T22:44:48.942556+0000","last_active":"2024-09-11T22:44:55.530433+0000","last_peered":"2024-09-11T22:44:55.530433+0000","last_clean":"2024-09-11T22:44:55.530433+0000","last_became_active":"2024-09-11T22:44:48.941947+0000","last_became_peered":"2024-09-11T22:44:48.941947+0000","last_unstale":"2024-09-11T22:44:55.530433+0000","last_undegraded":"2024-09-11T22:44:55.530433+0000","last_fullsized":"2024-09-11T22:44:55.530433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089808+0000","last_change":"2024-09-11T22:44:54.045557+0000","last_active":"2024-09-11T22:44:55.089808+0000","last_peered":"2024-09-11T22:44:55.089808+0000","last_clean":"2024-09-11T22:44:55.089808+0000","last_became_active":"2024-09-11T22:44:54.045124+0000","last_became_peered":"2024-09-11T22:44:54.045124+0000","last_unstale":"2024-09-11T22:44:55.089808+0000","last_undegraded":"2024-09-11T22:44:55.089808+0000","last_fullsized":"2024-09-11T22:44:55.089808+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:47:47.348118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530426+0000","last_change":"2024-09-11T22:44:49.949367+0000","last_active":"2024-09-11T22:44:55.530426+0000","last_peered":"2024-09-11T22:44:55.530426+0000","last_clean":"2024-09-11T22:44:55.530426+0000","last_became_active":"2024-09-11T22:44:49.949043+0000","last_became_peered":"2024-09-11T22:44:49.949043+0000","last_unstale":"2024-09-11T22:44:55.530426+0000","last_undegraded":"2024-09-11T22:44:55.530426+0000","last_fullsized":"2024-09-11T22:44:55.530426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:17.787065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:59.494193+0000","last_change":"2024-09-11T22:44:48.943101+0000","last_active":"2024-09-11T22:44:59.494193+0000","last_peered":"2024-09-11T22:44:59.494193+0000","last_clean":"2024-09-11T22:44:59.494193+0000","last_became_active":"2024-09-11T22:44:48.942782+0000","last_became_peered":"2024-09-11T22:44:48.942782+0000","last_unstale":"2024-09-11T22:44:59.494193+0000","last_undegraded":"2024-09-11T22:44:59.494193+0000","last_fullsized":"2024-09-11T22:44:59.494193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999385+0000","last_change":"2024-09-11T22:44:53.981787+0000","last_active":"2024-09-11T22:44:54.999385+0000","last_peered":"2024-09-11T22:44:54.999385+0000","last_clean":"2024-09-11T22:44:54.999385+0000","last_became_active":"2024-09-11T22:44:53.981212+0000","last_became_peered":"2024-09-11T22:44:53.981212+0000","last_unstale":"2024-09-11T22:44:54.999385+0000","last_undegraded":"2024-09-11T22:44:54.999385+0000","last_fullsized":"2024-09-11T22:44:54.999385+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:58.818174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531234+0000","last_change":"2024-09-11T22:44:49.958965+0000","last_active":"2024-09-11T22:44:55.531234+0000","last_peered":"2024-09-11T22:44:55.531234+0000","last_clean":"2024-09-11T22:44:55.531234+0000","last_became_active":"2024-09-11T22:44:49.958588+0000","last_became_peered":"2024-09-11T22:44:49.958588+0000","last_unstale":"2024-09-11T22:44:55.531234+0000","last_undegraded":"2024-09-11T22:44:55.531234+0000","last_fullsized":"2024-09-11T22:44:55.531234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:55.319461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999741+0000","last_change":"2024-09-11T22:44:48.948384+0000","last_active":"2024-09-11T22:44:54.999741+0000","last_peered":"2024-09-11T22:44:54.999741+0000","last_clean":"2024-09-11T22:44:54.999741+0000","last_became_active":"2024-09-11T22:44:48.948084+0000","last_became_peered":"2024-09-11T22:44:48.948084+0000","last_unstale":"2024-09-11T22:44:54.999741+0000","last_undegraded":"2024-09-11T22:44:54.999741+0000","last_fullsized":"2024-09-11T22:44:54.999741+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:25.074233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531082+0000","last_change":"2024-09-11T22:44:53.977617+0000","last_active":"2024-09-11T22:44:55.531082+0000","last_peered":"2024-09-11T22:44:55.531082+0000","last_clean":"2024-09-11T22:44:55.531082+0000","last_became_active":"2024-09-11T22:44:53.976934+0000","last_became_peered":"2024-09-11T22:44:53.976934+0000","last_unstale":"2024-09-11T22:44:55.531082+0000","last_undegraded":"2024-09-11T22:44:55.531082+0000","last_fullsized":"2024-09-11T22:44:55.531082+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:56:04.635696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529914+0000","last_change":"2024-09-11T22:44:49.959535+0000","last_active":"2024-09-11T22:44:55.529914+0000","last_peered":"2024-09-11T22:44:55.529914+0000","last_clean":"2024-09-11T22:44:55.529914+0000","last_became_active":"2024-09-11T22:44:49.959249+0000","last_became_peered":"2024-09-11T22:44:49.959249+0000","last_unstale":"2024-09-11T22:44:55.529914+0000","last_undegraded":"2024-09-11T22:44:55.529914+0000","last_fullsized":"2024-09-11T22:44:55.529914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089895+0000","last_change":"2024-09-11T22:44:48.946761+0000","last_active":"2024-09-11T22:44:55.089895+0000","last_peered":"2024-09-11T22:44:55.089895+0000","last_clean":"2024-09-11T22:44:55.089895+0000","last_became_active":"2024-09-11T22:44:48.946058+0000","last_became_peered":"2024-09-11T22:44:48.946058+0000","last_unstale":"2024-09-11T22:44:55.089895+0000","last_undegraded":"2024-09-11T22:44:55.089895+0000","last_fullsized":"2024-09-11T22:44:55.089895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998537+0000","last_change":"2024-09-11T22:44:53.975066+0000","last_active":"2024-09-11T22:44:54.998537+0000","last_peered":"2024-09-11T22:44:54.998537+0000","last_clean":"2024-09-11T22:44:54.998537+0000","last_became_active":"2024-09-11T22:44:53.974598+0000","last_became_peered":"2024-09-11T22:44:53.974598+0000","last_unstale":"2024-09-11T22:44:54.998537+0000","last_undegraded":"2024-09-11T22:44:54.998537+0000","last_fullsized":"2024-09-11T22:44:54.998537+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:13:27.703617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089888+0000","last_change":"2024-09-11T22:44:49.961611+0000","last_active":"2024-09-11T22:44:55.089888+0000","last_peered":"2024-09-11T22:44:55.089888+0000","last_clean":"2024-09-11T22:44:55.089888+0000","last_became_active":"2024-09-11T22:44:49.961127+0000","last_became_peered":"2024-09-11T22:44:49.961127+0000","last_unstale":"2024-09-11T22:44:55.089888+0000","last_undegraded":"2024-09-11T22:44:55.089888+0000","last_fullsized":"2024-09-11T22:44:55.089888+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:13.588561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999393+0000","last_change":"2024-09-11T22:44:48.949675+0000","last_active":"2024-09-11T22:44:54.999393+0000","last_peered":"2024-09-11T22:44:54.999393+0000","last_clean":"2024-09-11T22:44:54.999393+0000","last_became_active":"2024-09-11T22:44:48.949346+0000","last_became_peered":"2024-09-11T22:44:48.949346+0000","last_unstale":"2024-09-11T22:44:54.999393+0000","last_undegraded":"2024-09-11T22:44:54.999393+0000","last_fullsized":"2024-09-11T22:44:54.999393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999925+0000","last_change":"2024-09-11T22:44:54.045555+0000","last_active":"2024-09-11T22:44:54.999925+0000","last_peered":"2024-09-11T22:44:54.999925+0000","last_clean":"2024-09-11T22:44:54.999925+0000","last_became_active":"2024-09-11T22:44:54.045126+0000","last_became_peered":"2024-09-11T22:44:54.045126+0000","last_unstale":"2024-09-11T22:44:54.999925+0000","last_undegraded":"2024-09-11T22:44:54.999925+0000","last_fullsized":"2024-09-11T22:44:54.999925+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:15.023786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530168+0000","last_change":"2024-09-11T22:44:54.048150+0000","last_active":"2024-09-11T22:44:55.530168+0000","last_peered":"2024-09-11T22:44:55.530168+0000","last_clean":"2024-09-11T22:44:55.530168+0000","last_became_active":"2024-09-11T22:44:54.047719+0000","last_became_peered":"2024-09-11T22:44:54.047719+0000","last_unstale":"2024-09-11T22:44:55.530168+0000","last_undegraded":"2024-09-11T22:44:55.530168+0000","last_fullsized":"2024-09-11T22:44:55.530168+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:47.322360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998839+0000","last_change":"2024-09-11T22:44:49.951417+0000","last_active":"2024-09-11T22:44:54.998839+0000","last_peered":"2024-09-11T22:44:54.998839+0000","last_clean":"2024-09-11T22:44:54.998839+0000","last_became_active":"2024-09-11T22:44:49.951129+0000","last_became_peered":"2024-09-11T22:44:49.951129+0000","last_unstale":"2024-09-11T22:44:54.998839+0000","last_undegraded":"2024-09-11T22:44:54.998839+0000","last_fullsized":"2024-09-11T22:44:54.998839+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089370+0000","last_change":"2024-09-11T22:44:48.947757+0000","last_active":"2024-09-11T22:44:55.089370+0000","last_peered":"2024-09-11T22:44:55.089370+0000","last_clean":"2024-09-11T22:44:55.089370+0000","last_became_active":"2024-09-11T22:44:48.947490+0000","last_became_peered":"2024-09-11T22:44:48.947490+0000","last_unstale":"2024-09-11T22:44:55.089370+0000","last_undegraded":"2024-09-11T22:44:55.089370+0000","last_fullsized":"2024-09-11T22:44:55.089370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999303+0000","last_change":"2024-09-11T22:44:53.978306+0000","last_active":"2024-09-11T22:44:54.999303+0000","last_peered":"2024-09-11T22:44:54.999303+0000","last_clean":"2024-09-11T22:44:54.999303+0000","last_became_active":"2024-09-11T22:44:53.977868+0000","last_became_peered":"2024-09-11T22:44:53.977868+0000","last_unstale":"2024-09-11T22:44:54.999303+0000","last_undegraded":"2024-09-11T22:44:54.999303+0000","last_fullsized":"2024-09-11T22:44:54.999303+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:43.345628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998470+0000","last_change":"2024-09-11T22:44:49.939131+0000","last_active":"2024-09-11T22:44:54.998470+0000","last_peered":"2024-09-11T22:44:54.998470+0000","last_clean":"2024-09-11T22:44:54.998470+0000","last_became_active":"2024-09-11T22:44:49.938443+0000","last_became_peered":"2024-09-11T22:44:49.938443+0000","last_unstale":"2024-09-11T22:44:54.998470+0000","last_undegraded":"2024-09-11T22:44:54.998470+0000","last_fullsized":"2024-09-11T22:44:54.998470+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:43:47.772988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998712+0000","last_change":"2024-09-11T22:44:48.947349+0000","last_active":"2024-09-11T22:44:54.998712+0000","last_peered":"2024-09-11T22:44:54.998712+0000","last_clean":"2024-09-11T22:44:54.998712+0000","last_became_active":"2024-09-11T22:44:48.947044+0000","last_became_peered":"2024-09-11T22:44:48.947044+0000","last_unstale":"2024-09-11T22:44:54.998712+0000","last_undegraded":"2024-09-11T22:44:54.998712+0000","last_fullsized":"2024-09-11T22:44:54.998712+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:56.114860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998925+0000","last_change":"2024-09-11T22:44:48.946140+0000","last_active":"2024-09-11T22:44:54.998925+0000","last_peered":"2024-09-11T22:44:54.998925+0000","last_clean":"2024-09-11T22:44:54.998925+0000","last_became_active":"2024-09-11T22:44:48.945620+0000","last_became_peered":"2024-09-11T22:44:48.945620+0000","last_unstale":"2024-09-11T22:44:54.998925+0000","last_undegraded":"2024-09-11T22:44:54.998925+0000","last_fullsized":"2024-09-11T22:44:54.998925+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530402+0000","last_change":"2024-09-11T22:44:49.954444+0000","last_active":"2024-09-11T22:44:55.530402+0000","last_peered":"2024-09-11T22:44:55.530402+0000","last_clean":"2024-09-11T22:44:55.530402+0000","last_became_active":"2024-09-11T22:44:49.954202+0000","last_became_peered":"2024-09-11T22:44:49.954202+0000","last_unstale":"2024-09-11T22:44:55.530402+0000","last_undegraded":"2024-09-11T22:44:55.530402+0000","last_fullsized":"2024-09-11T22:44:55.530402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529757+0000","last_change":"2024-09-11T22:44:53.980070+0000","last_active":"2024-09-11T22:44:55.529757+0000","last_peered":"2024-09-11T22:44:55.529757+0000","last_clean":"2024-09-11T22:44:55.529757+0000","last_became_active":"2024-09-11T22:44:53.979654+0000","last_became_peered":"2024-09-11T22:44:53.979654+0000","last_unstale":"2024-09-11T22:44:55.529757+0000","last_undegraded":"2024-09-11T22:44:55.529757+0000","last_fullsized":"2024-09-11T22:44:55.529757+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:11:06.168098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999702+0000","last_change":"2024-09-11T22:44:48.945209+0000","last_active":"2024-09-11T22:44:54.999702+0000","last_peered":"2024-09-11T22:44:54.999702+0000","last_clean":"2024-09-11T22:44:54.999702+0000","last_became_active":"2024-09-11T22:44:48.944938+0000","last_became_peered":"2024-09-11T22:44:48.944938+0000","last_unstale":"2024-09-11T22:44:54.999702+0000","last_undegraded":"2024-09-11T22:44:54.999702+0000","last_fullsized":"2024-09-11T22:44:54.999702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:14.155021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530244+0000","last_change":"2024-09-11T22:44:49.952659+0000","last_active":"2024-09-11T22:44:55.530244+0000","last_peered":"2024-09-11T22:44:55.530244+0000","last_clean":"2024-09-11T22:44:55.530244+0000","last_became_active":"2024-09-11T22:44:49.950811+0000","last_became_peered":"2024-09-11T22:44:49.950811+0000","last_unstale":"2024-09-11T22:44:55.530244+0000","last_undegraded":"2024-09-11T22:44:55.530244+0000","last_fullsized":"2024-09-11T22:44:55.530244+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:25:48.877214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999679+0000","last_change":"2024-09-11T22:44:53.977329+0000","last_active":"2024-09-11T22:44:54.999679+0000","last_peered":"2024-09-11T22:44:54.999679+0000","last_clean":"2024-09-11T22:44:54.999679+0000","last_became_active":"2024-09-11T22:44:53.976763+0000","last_became_peered":"2024-09-11T22:44:53.976763+0000","last_unstale":"2024-09-11T22:44:54.999679+0000","last_undegraded":"2024-09-11T22:44:54.999679+0000","last_fullsized":"2024-09-11T22:44:54.999679+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:22.357313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998558+0000","last_change":"2024-09-11T22:44:49.941762+0000","last_active":"2024-09-11T22:44:54.998558+0000","last_peered":"2024-09-11T22:44:54.998558+0000","last_clean":"2024-09-11T22:44:54.998558+0000","last_became_active":"2024-09-11T22:44:49.941497+0000","last_became_peered":"2024-09-11T22:44:49.941497+0000","last_unstale":"2024-09-11T22:44:54.998558+0000","last_undegraded":"2024-09-11T22:44:54.998558+0000","last_fullsized":"2024-09-11T22:44:54.998558+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:36:22.879730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529377+0000","last_change":"2024-09-11T22:44:49.961541+0000","last_active":"2024-09-11T22:44:55.529377+0000","last_peered":"2024-09-11T22:44:55.529377+0000","last_clean":"2024-09-11T22:44:55.529377+0000","last_became_active":"2024-09-11T22:44:49.961255+0000","last_became_peered":"2024-09-11T22:44:49.961255+0000","last_unstale":"2024-09-11T22:44:55.529377+0000","last_undegraded":"2024-09-11T22:44:55.529377+0000","last_fullsized":"2024-09-11T22:44:55.529377+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:32.445684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089580+0000","last_change":"2024-09-11T22:44:49.960108+0000","last_active":"2024-09-11T22:44:55.089580+0000","last_peered":"2024-09-11T22:44:55.089580+0000","last_clean":"2024-09-11T22:44:55.089580+0000","last_became_active":"2024-09-11T22:44:49.959556+0000","last_became_peered":"2024-09-11T22:44:49.959556+0000","last_unstale":"2024-09-11T22:44:55.089580+0000","last_undegraded":"2024-09-11T22:44:55.089580+0000","last_fullsized":"2024-09-11T22:44:55.089580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:35.608755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530329+0000","last_change":"2024-09-11T22:44:49.937161+0000","last_active":"2024-09-11T22:44:55.530329+0000","last_peered":"2024-09-11T22:44:55.530329+0000","last_clean":"2024-09-11T22:44:55.530329+0000","last_became_active":"2024-09-11T22:44:49.936851+0000","last_became_peered":"2024-09-11T22:44:49.936851+0000","last_unstale":"2024-09-11T22:44:55.530329+0000","last_undegraded":"2024-09-11T22:44:55.530329+0000","last_fullsized":"2024-09-11T22:44:55.530329+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000541+0000","last_change":"2024-09-11T22:44:49.951229+0000","last_active":"2024-09-11T22:44:55.000541+0000","last_peered":"2024-09-11T22:44:55.000541+0000","last_clean":"2024-09-11T22:44:55.000541+0000","last_became_active":"2024-09-11T22:44:49.950965+0000","last_became_peered":"2024-09-11T22:44:49.950965+0000","last_unstale":"2024-09-11T22:44:55.000541+0000","last_undegraded":"2024-09-11T22:44:55.000541+0000","last_fullsized":"2024-09-11T22:44:55.000541+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:39.893870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999537+0000","last_change":"2024-09-11T22:44:49.952549+0000","last_active":"2024-09-11T22:44:54.999537+0000","last_peered":"2024-09-11T22:44:54.999537+0000","last_clean":"2024-09-11T22:44:54.999537+0000","last_became_active":"2024-09-11T22:44:49.952228+0000","last_became_peered":"2024-09-11T22:44:49.952228+0000","last_unstale":"2024-09-11T22:44:54.999537+0000","last_undegraded":"2024-09-11T22:44:54.999537+0000","last_fullsized":"2024-09-11T22:44:54.999537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999435+0000","last_change":"2024-09-11T22:44:49.954096+0000","last_active":"2024-09-11T22:44:54.999435+0000","last_peered":"2024-09-11T22:44:54.999435+0000","last_clean":"2024-09-11T22:44:54.999435+0000","last_became_active":"2024-09-11T22:44:49.953844+0000","last_became_peered":"2024-09-11T22:44:49.953844+0000","last_unstale":"2024-09-11T22:44:54.999435+0000","last_undegraded":"2024-09-11T22:44:54.999435+0000","last_fullsized":"2024-09-11T22:44:54.999435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000142+0000","last_change":"2024-09-11T22:44:49.950026+0000","last_active":"2024-09-11T22:44:55.000142+0000","last_peered":"2024-09-11T22:44:55.000142+0000","last_clean":"2024-09-11T22:44:55.000142+0000","last_became_active":"2024-09-11T22:44:49.949748+0000","last_became_peered":"2024-09-11T22:44:49.949748+0000","last_unstale":"2024-09-11T22:44:55.000142+0000","last_undegraded":"2024-09-11T22:44:55.000142+0000","last_fullsized":"2024-09-11T22:44:55.000142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:33.661494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089367+0000","last_change":"2024-09-11T22:44:49.960455+0000","last_active":"2024-09-11T22:44:55.089367+0000","last_peered":"2024-09-11T22:44:55.089367+0000","last_clean":"2024-09-11T22:44:55.089367+0000","last_became_active":"2024-09-11T22:44:49.960134+0000","last_became_peered":"2024-09-11T22:44:49.960134+0000","last_unstale":"2024-09-11T22:44:55.089367+0000","last_undegraded":"2024-09-11T22:44:55.089367+0000","last_fullsized":"2024-09-11T22:44:55.089367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998826+0000","last_change":"2024-09-11T22:44:49.951420+0000","last_active":"2024-09-11T22:44:54.998826+0000","last_peered":"2024-09-11T22:44:54.998826+0000","last_clean":"2024-09-11T22:44:54.998826+0000","last_became_active":"2024-09-11T22:44:49.950577+0000","last_became_peered":"2024-09-11T22:44:49.950577+0000","last_unstale":"2024-09-11T22:44:54.998826+0000","last_undegraded":"2024-09-11T22:44:54.998826+0000","last_fullsized":"2024-09-11T22:44:54.998826+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:17.009666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089523+0000","last_change":"2024-09-11T22:44:49.961269+0000","last_active":"2024-09-11T22:44:55.089523+0000","last_peered":"2024-09-11T22:44:55.089523+0000","last_clean":"2024-09-11T22:44:55.089523+0000","last_became_active":"2024-09-11T22:44:49.960996+0000","last_became_peered":"2024-09-11T22:44:49.960996+0000","last_unstale":"2024-09-11T22:44:55.089523+0000","last_undegraded":"2024-09-11T22:44:55.089523+0000","last_fullsized":"2024-09-11T22:44:55.089523+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530246+0000","last_change":"2024-09-11T22:44:49.953407+0000","last_active":"2024-09-11T22:44:55.530246+0000","last_peered":"2024-09-11T22:44:55.530246+0000","last_clean":"2024-09-11T22:44:55.530246+0000","last_became_active":"2024-09-11T22:44:49.953113+0000","last_became_peered":"2024-09-11T22:44:49.953113+0000","last_unstale":"2024-09-11T22:44:55.530246+0000","last_undegraded":"2024-09-11T22:44:55.530246+0000","last_fullsized":"2024-09-11T22:44:55.530246+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999215+0000","last_change":"2024-09-11T22:44:49.952335+0000","last_active":"2024-09-11T22:44:54.999215+0000","last_peered":"2024-09-11T22:44:54.999215+0000","last_clean":"2024-09-11T22:44:54.999215+0000","last_became_active":"2024-09-11T22:44:49.951991+0000","last_became_peered":"2024-09-11T22:44:49.951991+0000","last_unstale":"2024-09-11T22:44:54.999215+0000","last_undegraded":"2024-09-11T22:44:54.999215+0000","last_fullsized":"2024-09-11T22:44:54.999215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530890+0000","last_change":"2024-09-11T22:44:49.952886+0000","last_active":"2024-09-11T22:44:55.530890+0000","last_peered":"2024-09-11T22:44:55.530890+0000","last_clean":"2024-09-11T22:44:55.530890+0000","last_became_active":"2024-09-11T22:44:49.952604+0000","last_became_peered":"2024-09-11T22:44:49.952604+0000","last_unstale":"2024-09-11T22:44:55.530890+0000","last_undegraded":"2024-09-11T22:44:55.530890+0000","last_fullsized":"2024-09-11T22:44:55.530890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:54.789427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529788+0000","last_change":"2024-09-11T22:44:49.944573+0000","last_active":"2024-09-11T22:44:55.529788+0000","last_peered":"2024-09-11T22:44:55.529788+0000","last_clean":"2024-09-11T22:44:55.529788+0000","last_became_active":"2024-09-11T22:44:49.944279+0000","last_became_peered":"2024-09-11T22:44:49.944279+0000","last_unstale":"2024-09-11T22:44:55.529788+0000","last_undegraded":"2024-09-11T22:44:55.529788+0000","last_fullsized":"2024-09-11T22:44:55.529788+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:26.079483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.090085+0000","last_change":"2024-09-11T22:44:49.963366+0000","last_active":"2024-09-11T22:44:55.090085+0000","last_peered":"2024-09-11T22:44:55.090085+0000","last_clean":"2024-09-11T22:44:55.090085+0000","last_became_active":"2024-09-11T22:44:49.962045+0000","last_became_peered":"2024-09-11T22:44:49.962045+0000","last_unstale":"2024-09-11T22:44:55.090085+0000","last_undegraded":"2024-09-11T22:44:55.090085+0000","last_fullsized":"2024-09-11T22:44:55.090085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:43.293613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089254+0000","last_change":"2024-09-11T22:44:49.960552+0000","last_active":"2024-09-11T22:44:55.089254+0000","last_peered":"2024-09-11T22:44:55.089254+0000","last_clean":"2024-09-11T22:44:55.089254+0000","last_became_active":"2024-09-11T22:44:49.960232+0000","last_became_peered":"2024-09-11T22:44:49.960232+0000","last_unstale":"2024-09-11T22:44:55.089254+0000","last_undegraded":"2024-09-11T22:44:55.089254+0000","last_fullsized":"2024-09-11T22:44:55.089254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999149+0000","last_change":"2024-09-11T22:44:49.958193+0000","last_active":"2024-09-11T22:44:54.999149+0000","last_peered":"2024-09-11T22:44:54.999149+0000","last_clean":"2024-09-11T22:44:54.999149+0000","last_became_active":"2024-09-11T22:44:49.957918+0000","last_became_peered":"2024-09-11T22:44:49.957918+0000","last_unstale":"2024-09-11T22:44:54.999149+0000","last_undegraded":"2024-09-11T22:44:54.999149+0000","last_fullsized":"2024-09-11T22:44:54.999149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529898+0000","last_change":"2024-09-11T22:44:49.952301+0000","last_active":"2024-09-11T22:44:55.529898+0000","last_peered":"2024-09-11T22:44:55.529898+0000","last_clean":"2024-09-11T22:44:55.529898+0000","last_became_active":"2024-09-11T22:44:49.951554+0000","last_became_peered":"2024-09-11T22:44:49.951554+0000","last_unstale":"2024-09-11T22:44:55.529898+0000","last_undegraded":"2024-09-11T22:44:55.529898+0000","last_fullsized":"2024-09-11T22:44:55.529898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:56.109128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999592+0000","last_change":"2024-09-11T22:44:49.945999+0000","last_active":"2024-09-11T22:44:54.999592+0000","last_peered":"2024-09-11T22:44:54.999592+0000","last_clean":"2024-09-11T22:44:54.999592+0000","last_became_active":"2024-09-11T22:44:49.945659+0000","last_became_peered":"2024-09-11T22:44:49.945659+0000","last_unstale":"2024-09-11T22:44:54.999592+0000","last_undegraded":"2024-09-11T22:44:54.999592+0000","last_fullsized":"2024-09-11T22:44:54.999592+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:05.589164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531141+0000","last_change":"2024-09-11T22:44:49.959108+0000","last_active":"2024-09-11T22:44:55.531141+0000","last_peered":"2024-09-11T22:44:55.531141+0000","last_clean":"2024-09-11T22:44:55.531141+0000","last_became_active":"2024-09-11T22:44:49.958161+0000","last_became_peered":"2024-09-11T22:44:49.958161+0000","last_unstale":"2024-09-11T22:44:55.531141+0000","last_undegraded":"2024-09-11T22:44:55.531141+0000","last_fullsized":"2024-09-11T22:44:55.531141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:25.882629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999059+0000","last_change":"2024-09-11T22:44:49.961983+0000","last_active":"2024-09-11T22:44:54.999059+0000","last_peered":"2024-09-11T22:44:54.999059+0000","last_clean":"2024-09-11T22:44:54.999059+0000","last_became_active":"2024-09-11T22:44:49.961687+0000","last_became_peered":"2024-09-11T22:44:49.961687+0000","last_unstale":"2024-09-11T22:44:54.999059+0000","last_undegraded":"2024-09-11T22:44:54.999059+0000","last_fullsized":"2024-09-11T22:44:54.999059+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999368+0000","last_change":"2024-09-11T22:44:49.962783+0000","last_active":"2024-09-11T22:44:54.999368+0000","last_peered":"2024-09-11T22:44:54.999368+0000","last_clean":"2024-09-11T22:44:54.999368+0000","last_became_active":"2024-09-11T22:44:49.962527+0000","last_became_peered":"2024-09-11T22:44:49.962527+0000","last_unstale":"2024-09-11T22:44:54.999368+0000","last_undegraded":"2024-09-11T22:44:54.999368+0000","last_fullsized":"2024-09-11T22:44:54.999368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530328+0000","last_change":"2024-09-11T22:44:49.960948+0000","last_active":"2024-09-11T22:44:55.530328+0000","last_peered":"2024-09-11T22:44:55.530328+0000","last_clean":"2024-09-11T22:44:55.530328+0000","last_became_active":"2024-09-11T22:44:49.960653+0000","last_became_peered":"2024-09-11T22:44:49.960653+0000","last_unstale":"2024-09-11T22:44:55.530328+0000","last_undegraded":"2024-09-11T22:44:55.530328+0000","last_fullsized":"2024-09-11T22:44:55.530328+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:51.550907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998352+0000","last_change":"2024-09-11T22:44:49.961450+0000","last_active":"2024-09-11T22:44:54.998352+0000","last_peered":"2024-09-11T22:44:54.998352+0000","last_clean":"2024-09-11T22:44:54.998352+0000","last_became_active":"2024-09-11T22:44:49.961194+0000","last_became_peered":"2024-09-11T22:44:49.961194+0000","last_unstale":"2024-09-11T22:44:54.998352+0000","last_undegraded":"2024-09-11T22:44:54.998352+0000","last_fullsized":"2024-09-11T22:44:54.998352+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:19.166461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529697+0000","last_change":"2024-09-11T22:44:49.952412+0000","last_active":"2024-09-11T22:44:55.529697+0000","last_peered":"2024-09-11T22:44:55.529697+0000","last_clean":"2024-09-11T22:44:55.529697+0000","last_became_active":"2024-09-11T22:44:49.951053+0000","last_became_peered":"2024-09-11T22:44:49.951053+0000","last_unstale":"2024-09-11T22:44:55.529697+0000","last_undegraded":"2024-09-11T22:44:55.529697+0000","last_fullsized":"2024-09-11T22:44:55.529697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089454+0000","last_change":"2024-09-11T22:44:49.960665+0000","last_active":"2024-09-11T22:44:55.089454+0000","last_peered":"2024-09-11T22:44:55.089454+0000","last_clean":"2024-09-11T22:44:55.089454+0000","last_became_active":"2024-09-11T22:44:49.960380+0000","last_became_peered":"2024-09-11T22:44:49.960380+0000","last_unstale":"2024-09-11T22:44:55.089454+0000","last_undegraded":"2024-09-11T22:44:55.089454+0000","last_fullsized":"2024-09-11T22:44:55.089454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530264+0000","last_change":"2024-09-11T22:44:49.950707+0000","last_active":"2024-09-11T22:44:55.530264+0000","last_peered":"2024-09-11T22:44:55.530264+0000","last_clean":"2024-09-11T22:44:55.530264+0000","last_became_active":"2024-09-11T22:44:49.950408+0000","last_became_peered":"2024-09-11T22:44:49.950408+0000","last_unstale":"2024-09-11T22:44:55.530264+0000","last_undegraded":"2024-09-11T22:44:55.530264+0000","last_fullsized":"2024-09-11T22:44:55.530264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:35.608755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089571+0000","last_change":"2024-09-11T22:44:49.962110+0000","last_active":"2024-09-11T22:44:55.089571+0000","last_peered":"2024-09-11T22:44:55.089571+0000","last_clean":"2024-09-11T22:44:55.089571+0000","last_became_active":"2024-09-11T22:44:49.961788+0000","last_became_peered":"2024-09-11T22:44:49.961788+0000","last_unstale":"2024-09-11T22:44:55.089571+0000","last_undegraded":"2024-09-11T22:44:55.089571+0000","last_fullsized":"2024-09-11T22:44:55.089571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:43.516058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529492+0000","last_change":"2024-09-11T22:44:49.937720+0000","last_active":"2024-09-11T22:44:55.529492+0000","last_peered":"2024-09-11T22:44:55.529492+0000","last_clean":"2024-09-11T22:44:55.529492+0000","last_became_active":"2024-09-11T22:44:49.937266+0000","last_became_peered":"2024-09-11T22:44:49.937266+0000","last_unstale":"2024-09-11T22:44:55.529492+0000","last_undegraded":"2024-09-11T22:44:55.529492+0000","last_fullsized":"2024-09-11T22:44:55.529492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000166+0000","last_change":"2024-09-11T22:44:49.952540+0000","last_active":"2024-09-11T22:44:55.000166+0000","last_peered":"2024-09-11T22:44:55.000166+0000","last_clean":"2024-09-11T22:44:55.000166+0000","last_became_active":"2024-09-11T22:44:49.952272+0000","last_became_peered":"2024-09-11T22:44:49.952272+0000","last_unstale":"2024-09-11T22:44:55.000166+0000","last_undegraded":"2024-09-11T22:44:55.000166+0000","last_fullsized":"2024-09-11T22:44:55.000166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530208+0000","last_change":"2024-09-11T22:44:49.952796+0000","last_active":"2024-09-11T22:44:55.530208+0000","last_peered":"2024-09-11T22:44:55.530208+0000","last_clean":"2024-09-11T22:44:55.530208+0000","last_became_active":"2024-09-11T22:44:49.951075+0000","last_became_peered":"2024-09-11T22:44:49.951075+0000","last_unstale":"2024-09-11T22:44:55.530208+0000","last_undegraded":"2024-09-11T22:44:55.530208+0000","last_fullsized":"2024-09-11T22:44:55.530208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:43.293613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509448,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":856064,"data_stored":693405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509449,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":106299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":102545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":102455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":266240,"data_stored":102615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":864256,"data_stored":693461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":102581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35608,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336232,"statfs":{"total":96636764160,"available":96600301568,"internally_reserved":0,"allocated":270336,"data_stored":106299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:45:10.026 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:45:10.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.161+0000 7f2609f42640 1 Processor -- start 2024-09-11T22:45:10.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.161+0000 7f2609f42640 1 -- start start 2024-09-11T22:45:10.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2609f42640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f260415e6a0 0x7f26040cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2609f42640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f26040b68d0 0x7f26040d33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2609f42640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f260415ea80 con 0x7f26040d1cf0 2024-09-11T22:45:10.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2609f42640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f26040d2310 con 0x7f26040b68d0 2024-09-11T22:45:10.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2609f42640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f26040d25f0 con 0x7f260415e6a0 2024-09-11T22:45:10.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2603fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f26040b68d0 0x7f26040d33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2603fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f26040b68d0 0x7f26040d33b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60728/0 (socket says 172.21.15.16:60728) 2024-09-11T22:45:10.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2603fff640 1 -- 172.21.15.16:0/1855221380 learned_addr learned my addr 172.21.15.16:0/1855221380 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:10.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f26037fe640 1 --2- 172.21.15.16:0/1855221380 >> v2:172.21.15.104:3300/0 conn(0x7f260415e6a0 0x7f26040cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2603fff640 1 -- 172.21.15.16:0/1855221380 >> v2:172.21.15.104:3300/0 conn(0x7f260415e6a0 msgr2=0x7f26040cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:10.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2603fff640 1 --2- 172.21.15.16:0/1855221380 >> v2:172.21.15.104:3300/0 conn(0x7f260415e6a0 0x7f26040cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2603fff640 1 -- 172.21.15.16:0/1855221380 >> v1:172.21.15.104:6789/0 conn(0x7f26040d1cf0 legacy=0x7f26040b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:10.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.162+0000 7f2603fff640 1 -- 172.21.15.16:0/1855221380 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26040d28d0 con 0x7f26040b68d0 2024-09-11T22:45:10.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.163+0000 7f2603fff640 1 --2- 172.21.15.16:0/1855221380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26040b68d0 0x7f26040d33b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f260408d630 tx=0x7f25fc02a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b8457ce8d3267d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.163+0000 7f26027fc640 1 -- 172.21.15.16:0/1855221380 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25fc036070 con 0x7f26040b68d0 2024-09-11T22:45:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.163+0000 7f26027fc640 1 -- 172.21.15.16:0/1855221380 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25fc031600 con 0x7f26040b68d0 2024-09-11T22:45:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.163+0000 7f26027fc640 1 -- 172.21.15.16:0/1855221380 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25fc0319d0 con 0x7f26040b68d0 2024-09-11T22:45:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.163+0000 7f2609f42640 1 -- 172.21.15.16:0/1855221380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26040b68d0 msgr2=0x7f26040d33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.163+0000 7f2609f42640 1 --2- 172.21.15.16:0/1855221380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26040b68d0 0x7f26040d33b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f260408d630 tx=0x7f25fc02a5d0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.163+0000 7f2609f42640 1 -- 172.21.15.16:0/1855221380 shutdown_connections 2024-09-11T22:45:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.163+0000 7f2609f42640 1 --2- 172.21.15.16:0/1855221380 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26040b68d0 0x7f26040d33b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.164+0000 7f2609f42640 1 --2- 172.21.15.16:0/1855221380 >> v2:172.21.15.104:3300/0 conn(0x7f260415e6a0 0x7f26040cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.164+0000 7f2609f42640 1 -- 172.21.15.16:0/1855221380 >> 172.21.15.16:0/1855221380 conn(0x7f2604067d70 msgr2=0x7f2604068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:10.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.164+0000 7f2609f42640 1 -- 172.21.15.16:0/1855221380 shutdown_connections 2024-09-11T22:45:10.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.164+0000 7f2609f42640 1 -- 172.21.15.16:0/1855221380 wait complete. 2024-09-11T22:45:10.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.165+0000 7f2609f42640 1 Processor -- start 2024-09-11T22:45:10.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.165+0000 7f2609f42640 1 -- start start 2024-09-11T22:45:10.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f2609f42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26040b68d0 0x7f2604151c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f2609f42640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26040d1cf0 0x7f26040cece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f2609f42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f260415e6a0 0x7f26041e5d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f2609f42640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f26040b6d00 con 0x7f26040b68d0 2024-09-11T22:45:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f2609f42640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f26040d2e90 con 0x7f26040d1cf0 2024-09-11T22:45:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f2609f42640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f26040b7970 con 0x7f260415e6a0 2024-09-11T22:45:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f26037fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26040b68d0 0x7f2604151c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f26037fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26040b68d0 0x7f2604151c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60730/0 (socket says 172.21.15.16:60730) 2024-09-11T22:45:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f26037fe640 1 -- 172.21.15.16:0/2719478019 learned_addr learned my addr 172.21.15.16:0/2719478019 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f2602ffd640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26040d1cf0 0x7f26040cece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f2603fff640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f260415e6a0 0x7f26041e5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f26037fe640 1 -- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f260415e6a0 msgr2=0x7f26041e5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f26037fe640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f260415e6a0 0x7f26041e5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f26037fe640 1 -- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26040d1cf0 msgr2=0x7f26040cece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f26037fe640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26040d1cf0 0x7f26040cece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f26037fe640 1 -- 172.21.15.16:0/2719478019 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26040c97b0 con 0x7f26040b68d0 2024-09-11T22:45:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f26037fe640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26040b68d0 0x7f2604151c90 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f25f400d5f0 tx=0x7f25f400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f25ebfff640 1 -- 172.21.15.16:0/2719478019 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f40125f0 con 0x7f26040b68d0 2024-09-11T22:45:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f25ebfff640 1 -- 172.21.15.16:0/2719478019 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25f4019070 con 0x7f26040b68d0 2024-09-11T22:45:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f2609f42640 1 -- 172.21.15.16:0/2719478019 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26040c9a90 con 0x7f26040b68d0 2024-09-11T22:45:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f25ebfff640 1 -- 172.21.15.16:0/2719478019 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f40129d0 con 0x7f26040b68d0 2024-09-11T22:45:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.166+0000 7f2609f42640 1 -- 172.21.15.16:0/2719478019 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26040ca050 con 0x7f26040b68d0 2024-09-11T22:45:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.167+0000 7f2609f42640 1 -- 172.21.15.16:0/2719478019 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26040cfc50 con 0x7f26040b68d0 2024-09-11T22:45:10.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.168+0000 7f25ebfff640 1 -- 172.21.15.16:0/2719478019 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f25f4012b70 con 0x7f26040b68d0 2024-09-11T22:45:10.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.168+0000 7f25ebfff640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f25f006be30 0x7f25f006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.168+0000 7f25ebfff640 1 -- 172.21.15.16:0/2719478019 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f25f408b4c0 con 0x7f26040b68d0 2024-09-11T22:45:10.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.169+0000 7f2602ffd640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f25f006be30 0x7f25f006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.169+0000 7f2602ffd640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f25f006be30 0x7f25f006e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f260415a0d0 tx=0x7f25f8007e30 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:10.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.173+0000 7f25ebfff640 1 -- 172.21.15.16:0/2719478019 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f25f40594d0 con 0x7f26040b68d0 2024-09-11T22:45:10.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.344+0000 7f2609f42640 1 -- 172.21.15.16:0/2719478019 --> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f26040d0d60 con 0x7f25f006be30 2024-09-11T22:45:10.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.352+0000 7f25ebfff640 1 -- 172.21.15.16:0/2719478019 <== mgr.4103 v2:172.21.15.104:6832/4046407617 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f26040d0d60 con 0x7f25f006be30 2024-09-11T22:45:10.356 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:10.357 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:45:10.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 -- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f25f006be30 msgr2=0x7f25f006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f25f006be30 0x7f25f006e2f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f260415a0d0 tx=0x7f25f8007e30 comp rx=0 tx=0).stop 2024-09-11T22:45:10.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 -- 172.21.15.16:0/2719478019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26040b68d0 msgr2=0x7f2604151c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26040b68d0 0x7f2604151c90 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f25f400d5f0 tx=0x7f25f400dab0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 -- 172.21.15.16:0/2719478019 shutdown_connections 2024-09-11T22:45:10.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f25f006be30 0x7f25f006e2f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f260415e6a0 0x7f26041e5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f26040d1cf0 0x7f26040cece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 --2- 172.21.15.16:0/2719478019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f26040b68d0 0x7f2604151c90 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 -- 172.21.15.16:0/2719478019 >> 172.21.15.16:0/2719478019 conn(0x7f2604067d70 msgr2=0x7f2604068150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:10.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 -- 172.21.15.16:0/2719478019 shutdown_connections 2024-09-11T22:45:10.360 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.355+0000 7f2609f42640 1 -- 172.21.15.16:0/2719478019 wait complete. 2024-09-11T22:45:10.366 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-09-11T22:45:08.356061+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240280,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734440,"statfs":{"total":773094113280,"available":772848066560,"internally_reserved":0,"allocated":3317760,"data_stored":2009660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003325"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529997+0000","last_change":"2024-09-11T22:44:48.945313+0000","last_active":"2024-09-11T22:44:55.529997+0000","last_peered":"2024-09-11T22:44:55.529997+0000","last_clean":"2024-09-11T22:44:55.529997+0000","last_became_active":"2024-09-11T22:44:48.945028+0000","last_became_peered":"2024-09-11T22:44:48.945028+0000","last_unstale":"2024-09-11T22:44:55.529997+0000","last_undegraded":"2024-09-11T22:44:55.529997+0000","last_fullsized":"2024-09-11T22:44:55.529997+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:23.317756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999504+0000","last_change":"2024-09-11T22:44:49.945840+0000","last_active":"2024-09-11T22:44:54.999504+0000","last_peered":"2024-09-11T22:44:54.999504+0000","last_clean":"2024-09-11T22:44:54.999504+0000","last_became_active":"2024-09-11T22:44:49.945535+0000","last_became_peered":"2024-09-11T22:44:49.945535+0000","last_unstale":"2024-09-11T22:44:54.999504+0000","last_undegraded":"2024-09-11T22:44:54.999504+0000","last_fullsized":"2024-09-11T22:44:54.999504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:09:29.537348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998379+0000","last_change":"2024-09-11T22:44:54.046734+0000","last_active":"2024-09-11T22:44:54.998379+0000","last_peered":"2024-09-11T22:44:54.998379+0000","last_clean":"2024-09-11T22:44:54.998379+0000","last_became_active":"2024-09-11T22:44:54.046111+0000","last_became_peered":"2024-09-11T22:44:54.046111+0000","last_unstale":"2024-09-11T22:44:54.998379+0000","last_undegraded":"2024-09-11T22:44:54.998379+0000","last_fullsized":"2024-09-11T22:44:54.998379+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:38.063417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999730+0000","last_change":"2024-09-11T22:44:48.944432+0000","last_active":"2024-09-11T22:44:54.999730+0000","last_peered":"2024-09-11T22:44:54.999730+0000","last_clean":"2024-09-11T22:44:54.999730+0000","last_became_active":"2024-09-11T22:44:48.943362+0000","last_became_peered":"2024-09-11T22:44:48.943362+0000","last_unstale":"2024-09-11T22:44:54.999730+0000","last_undegraded":"2024-09-11T22:44:54.999730+0000","last_fullsized":"2024-09-11T22:44:54.999730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:22.147111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529744+0000","last_change":"2024-09-11T22:44:49.959497+0000","last_active":"2024-09-11T22:44:55.529744+0000","last_peered":"2024-09-11T22:44:55.529744+0000","last_clean":"2024-09-11T22:44:55.529744+0000","last_became_active":"2024-09-11T22:44:49.959234+0000","last_became_peered":"2024-09-11T22:44:49.959234+0000","last_unstale":"2024-09-11T22:44:55.529744+0000","last_undegraded":"2024-09-11T22:44:55.529744+0000","last_fullsized":"2024-09-11T22:44:55.529744+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529917+0000","last_change":"2024-09-11T22:44:53.975778+0000","last_active":"2024-09-11T22:44:55.529917+0000","last_peered":"2024-09-11T22:44:55.529917+0000","last_clean":"2024-09-11T22:44:55.529917+0000","last_became_active":"2024-09-11T22:44:53.975220+0000","last_became_peered":"2024-09-11T22:44:53.975220+0000","last_unstale":"2024-09-11T22:44:55.529917+0000","last_undegraded":"2024-09-11T22:44:55.529917+0000","last_fullsized":"2024-09-11T22:44:55.529917+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:09.617912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530837+0000","last_change":"2024-09-11T22:44:48.950991+0000","last_active":"2024-09-11T22:44:55.530837+0000","last_peered":"2024-09-11T22:44:55.530837+0000","last_clean":"2024-09-11T22:44:55.530837+0000","last_became_active":"2024-09-11T22:44:48.950680+0000","last_became_peered":"2024-09-11T22:44:48.950680+0000","last_unstale":"2024-09-11T22:44:55.530837+0000","last_undegraded":"2024-09-11T22:44:55.530837+0000","last_fullsized":"2024-09-11T22:44:55.530837+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089647+0000","last_change":"2024-09-11T22:44:49.967044+0000","last_active":"2024-09-11T22:44:55.089647+0000","last_peered":"2024-09-11T22:44:55.089647+0000","last_clean":"2024-09-11T22:44:55.089647+0000","last_became_active":"2024-09-11T22:44:49.966761+0000","last_became_peered":"2024-09-11T22:44:49.966761+0000","last_unstale":"2024-09-11T22:44:55.089647+0000","last_undegraded":"2024-09-11T22:44:55.089647+0000","last_fullsized":"2024-09-11T22:44:55.089647+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:54.789427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530683+0000","last_change":"2024-09-11T22:44:53.976643+0000","last_active":"2024-09-11T22:44:55.530683+0000","last_peered":"2024-09-11T22:44:55.530683+0000","last_clean":"2024-09-11T22:44:55.530683+0000","last_became_active":"2024-09-11T22:44:53.975569+0000","last_became_peered":"2024-09-11T22:44:53.975569+0000","last_unstale":"2024-09-11T22:44:55.530683+0000","last_undegraded":"2024-09-11T22:44:55.530683+0000","last_fullsized":"2024-09-11T22:44:55.530683+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:43.922618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530149+0000","last_change":"2024-09-11T22:44:48.952213+0000","last_active":"2024-09-11T22:44:55.530149+0000","last_peered":"2024-09-11T22:44:55.530149+0000","last_clean":"2024-09-11T22:44:55.530149+0000","last_became_active":"2024-09-11T22:44:48.951948+0000","last_became_peered":"2024-09-11T22:44:48.951948+0000","last_unstale":"2024-09-11T22:44:55.530149+0000","last_undegraded":"2024-09-11T22:44:55.530149+0000","last_fullsized":"2024-09-11T22:44:55.530149+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089776+0000","last_change":"2024-09-11T22:44:49.957946+0000","last_active":"2024-09-11T22:44:55.089776+0000","last_peered":"2024-09-11T22:44:55.089776+0000","last_clean":"2024-09-11T22:44:55.089776+0000","last_became_active":"2024-09-11T22:44:49.957653+0000","last_became_peered":"2024-09-11T22:44:49.957653+0000","last_unstale":"2024-09-11T22:44:55.089776+0000","last_undegraded":"2024-09-11T22:44:55.089776+0000","last_fullsized":"2024-09-11T22:44:55.089776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:17.787065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530161+0000","last_change":"2024-09-11T22:44:53.971514+0000","last_active":"2024-09-11T22:44:55.530161+0000","last_peered":"2024-09-11T22:44:55.530161+0000","last_clean":"2024-09-11T22:44:55.530161+0000","last_became_active":"2024-09-11T22:44:53.971054+0000","last_became_peered":"2024-09-11T22:44:53.971054+0000","last_unstale":"2024-09-11T22:44:55.530161+0000","last_undegraded":"2024-09-11T22:44:55.530161+0000","last_fullsized":"2024-09-11T22:44:55.530161+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:54:11.159321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998739+0000","last_change":"2024-09-11T22:44:49.948872+0000","last_active":"2024-09-11T22:44:54.998739+0000","last_peered":"2024-09-11T22:44:54.998739+0000","last_clean":"2024-09-11T22:44:54.998739+0000","last_became_active":"2024-09-11T22:44:49.945773+0000","last_became_peered":"2024-09-11T22:44:49.945773+0000","last_unstale":"2024-09-11T22:44:54.998739+0000","last_undegraded":"2024-09-11T22:44:54.998739+0000","last_fullsized":"2024-09-11T22:44:54.998739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:22.457842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531040+0000","last_change":"2024-09-11T22:44:48.951404+0000","last_active":"2024-09-11T22:44:55.531040+0000","last_peered":"2024-09-11T22:44:55.531040+0000","last_clean":"2024-09-11T22:44:55.531040+0000","last_became_active":"2024-09-11T22:44:48.950653+0000","last_became_peered":"2024-09-11T22:44:48.950653+0000","last_unstale":"2024-09-11T22:44:55.531040+0000","last_undegraded":"2024-09-11T22:44:55.531040+0000","last_fullsized":"2024-09-11T22:44:55.531040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:20:15.442957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530880+0000","last_change":"2024-09-11T22:44:53.975352+0000","last_active":"2024-09-11T22:44:55.530880+0000","last_peered":"2024-09-11T22:44:55.530880+0000","last_clean":"2024-09-11T22:44:55.530880+0000","last_became_active":"2024-09-11T22:44:53.974837+0000","last_became_peered":"2024-09-11T22:44:53.974837+0000","last_unstale":"2024-09-11T22:44:55.530880+0000","last_undegraded":"2024-09-11T22:44:55.530880+0000","last_fullsized":"2024-09-11T22:44:55.530880+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:37.690241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999681+0000","last_change":"2024-09-11T22:44:49.939906+0000","last_active":"2024-09-11T22:44:54.999681+0000","last_peered":"2024-09-11T22:44:54.999681+0000","last_clean":"2024-09-11T22:44:54.999681+0000","last_became_active":"2024-09-11T22:44:49.939574+0000","last_became_peered":"2024-09-11T22:44:49.939574+0000","last_unstale":"2024-09-11T22:44:54.999681+0000","last_undegraded":"2024-09-11T22:44:54.999681+0000","last_fullsized":"2024-09-11T22:44:54.999681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:54:07.130574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000024+0000","last_change":"2024-09-11T22:44:48.945465+0000","last_active":"2024-09-11T22:44:55.000024+0000","last_peered":"2024-09-11T22:44:55.000024+0000","last_clean":"2024-09-11T22:44:55.000024+0000","last_became_active":"2024-09-11T22:44:48.944943+0000","last_became_peered":"2024-09-11T22:44:48.944943+0000","last_unstale":"2024-09-11T22:44:55.000024+0000","last_undegraded":"2024-09-11T22:44:55.000024+0000","last_fullsized":"2024-09-11T22:44:55.000024+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:31.440435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531202+0000","last_change":"2024-09-11T22:44:53.976737+0000","last_active":"2024-09-11T22:44:55.531202+0000","last_peered":"2024-09-11T22:44:55.531202+0000","last_clean":"2024-09-11T22:44:55.531202+0000","last_became_active":"2024-09-11T22:44:53.976044+0000","last_became_peered":"2024-09-11T22:44:53.976044+0000","last_unstale":"2024-09-11T22:44:55.531202+0000","last_undegraded":"2024-09-11T22:44:55.531202+0000","last_fullsized":"2024-09-11T22:44:55.531202+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:37.316044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998603+0000","last_change":"2024-09-11T22:44:49.955871+0000","last_active":"2024-09-11T22:44:54.998603+0000","last_peered":"2024-09-11T22:44:54.998603+0000","last_clean":"2024-09-11T22:44:54.998603+0000","last_became_active":"2024-09-11T22:44:49.955589+0000","last_became_peered":"2024-09-11T22:44:49.955589+0000","last_unstale":"2024-09-11T22:44:54.998603+0000","last_undegraded":"2024-09-11T22:44:54.998603+0000","last_fullsized":"2024-09-11T22:44:54.998603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:59.966374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999257+0000","last_change":"2024-09-11T22:44:48.945504+0000","last_active":"2024-09-11T22:44:54.999257+0000","last_peered":"2024-09-11T22:44:54.999257+0000","last_clean":"2024-09-11T22:44:54.999257+0000","last_became_active":"2024-09-11T22:44:48.945207+0000","last_became_peered":"2024-09-11T22:44:48.945207+0000","last_unstale":"2024-09-11T22:44:54.999257+0000","last_undegraded":"2024-09-11T22:44:54.999257+0000","last_fullsized":"2024-09-11T22:44:54.999257+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000537+0000","last_change":"2024-09-11T22:44:54.047311+0000","last_active":"2024-09-11T22:44:55.000537+0000","last_peered":"2024-09-11T22:44:55.000537+0000","last_clean":"2024-09-11T22:44:55.000537+0000","last_became_active":"2024-09-11T22:44:54.046938+0000","last_became_peered":"2024-09-11T22:44:54.046938+0000","last_unstale":"2024-09-11T22:44:55.000537+0000","last_undegraded":"2024-09-11T22:44:55.000537+0000","last_fullsized":"2024-09-11T22:44:55.000537+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:55.579654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530353+0000","last_change":"2024-09-11T22:44:49.946807+0000","last_active":"2024-09-11T22:44:55.530353+0000","last_peered":"2024-09-11T22:44:55.530353+0000","last_clean":"2024-09-11T22:44:55.530353+0000","last_became_active":"2024-09-11T22:44:49.946528+0000","last_became_peered":"2024-09-11T22:44:49.946528+0000","last_unstale":"2024-09-11T22:44:55.530353+0000","last_undegraded":"2024-09-11T22:44:55.530353+0000","last_fullsized":"2024-09-11T22:44:55.530353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:24:21.012271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529605+0000","last_change":"2024-09-11T22:44:48.951317+0000","last_active":"2024-09-11T22:44:55.529605+0000","last_peered":"2024-09-11T22:44:55.529605+0000","last_clean":"2024-09-11T22:44:55.529605+0000","last_became_active":"2024-09-11T22:44:48.950637+0000","last_became_peered":"2024-09-11T22:44:48.950637+0000","last_unstale":"2024-09-11T22:44:55.529605+0000","last_undegraded":"2024-09-11T22:44:55.529605+0000","last_fullsized":"2024-09-11T22:44:55.529605+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:25.074233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530836+0000","last_change":"2024-09-11T22:44:53.976482+0000","last_active":"2024-09-11T22:44:55.530836+0000","last_peered":"2024-09-11T22:44:55.530836+0000","last_clean":"2024-09-11T22:44:55.530836+0000","last_became_active":"2024-09-11T22:44:53.974944+0000","last_became_peered":"2024-09-11T22:44:53.974944+0000","last_unstale":"2024-09-11T22:44:55.530836+0000","last_undegraded":"2024-09-11T22:44:55.530836+0000","last_fullsized":"2024-09-11T22:44:55.530836+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:09:33.566095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530372+0000","last_change":"2024-09-11T22:44:49.952043+0000","last_active":"2024-09-11T22:44:55.530372+0000","last_peered":"2024-09-11T22:44:55.530372+0000","last_clean":"2024-09-11T22:44:55.530372+0000","last_became_active":"2024-09-11T22:44:49.951636+0000","last_became_peered":"2024-09-11T22:44:49.951636+0000","last_unstale":"2024-09-11T22:44:55.530372+0000","last_undegraded":"2024-09-11T22:44:55.530372+0000","last_fullsized":"2024-09-11T22:44:55.530372+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999451+0000","last_change":"2024-09-11T22:44:48.942061+0000","last_active":"2024-09-11T22:44:54.999451+0000","last_peered":"2024-09-11T22:44:54.999451+0000","last_clean":"2024-09-11T22:44:54.999451+0000","last_became_active":"2024-09-11T22:44:48.941758+0000","last_became_peered":"2024-09-11T22:44:48.941758+0000","last_unstale":"2024-09-11T22:44:54.999451+0000","last_undegraded":"2024-09-11T22:44:54.999451+0000","last_fullsized":"2024-09-11T22:44:54.999451+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530142+0000","last_change":"2024-09-11T22:44:54.047733+0000","last_active":"2024-09-11T22:44:55.530142+0000","last_peered":"2024-09-11T22:44:55.530142+0000","last_clean":"2024-09-11T22:44:55.530142+0000","last_became_active":"2024-09-11T22:44:54.047047+0000","last_became_peered":"2024-09-11T22:44:54.047047+0000","last_unstale":"2024-09-11T22:44:55.530142+0000","last_undegraded":"2024-09-11T22:44:55.530142+0000","last_fullsized":"2024-09-11T22:44:55.530142+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:23.195209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000272+0000","last_change":"2024-09-11T22:44:49.954282+0000","last_active":"2024-09-11T22:44:55.000272+0000","last_peered":"2024-09-11T22:44:55.000272+0000","last_clean":"2024-09-11T22:44:55.000272+0000","last_became_active":"2024-09-11T22:44:49.953997+0000","last_became_peered":"2024-09-11T22:44:49.953997+0000","last_unstale":"2024-09-11T22:44:55.000272+0000","last_undegraded":"2024-09-11T22:44:55.000272+0000","last_fullsized":"2024-09-11T22:44:55.000272+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:56:00.606949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000373+0000","last_change":"2024-09-11T22:44:48.939342+0000","last_active":"2024-09-11T22:44:55.000373+0000","last_peered":"2024-09-11T22:44:55.000373+0000","last_clean":"2024-09-11T22:44:55.000373+0000","last_became_active":"2024-09-11T22:44:48.939036+0000","last_became_peered":"2024-09-11T22:44:48.939036+0000","last_unstale":"2024-09-11T22:44:55.000373+0000","last_undegraded":"2024-09-11T22:44:55.000373+0000","last_fullsized":"2024-09-11T22:44:55.000373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998333+0000","last_change":"2024-09-11T22:44:54.046807+0000","last_active":"2024-09-11T22:44:54.998333+0000","last_peered":"2024-09-11T22:44:54.998333+0000","last_clean":"2024-09-11T22:44:54.998333+0000","last_became_active":"2024-09-11T22:44:54.046369+0000","last_became_peered":"2024-09-11T22:44:54.046369+0000","last_unstale":"2024-09-11T22:44:54.998333+0000","last_undegraded":"2024-09-11T22:44:54.998333+0000","last_fullsized":"2024-09-11T22:44:54.998333+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:15.960111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999657+0000","last_change":"2024-09-11T22:44:49.949904+0000","last_active":"2024-09-11T22:44:54.999657+0000","last_peered":"2024-09-11T22:44:54.999657+0000","last_clean":"2024-09-11T22:44:54.999657+0000","last_became_active":"2024-09-11T22:44:49.948682+0000","last_became_peered":"2024-09-11T22:44:49.948682+0000","last_unstale":"2024-09-11T22:44:54.999657+0000","last_undegraded":"2024-09-11T22:44:54.999657+0000","last_fullsized":"2024-09-11T22:44:54.999657+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530957+0000","last_change":"2024-09-11T22:44:48.951131+0000","last_active":"2024-09-11T22:44:55.530957+0000","last_peered":"2024-09-11T22:44:55.530957+0000","last_clean":"2024-09-11T22:44:55.530957+0000","last_became_active":"2024-09-11T22:44:48.950850+0000","last_became_peered":"2024-09-11T22:44:48.950850+0000","last_unstale":"2024-09-11T22:44:55.530957+0000","last_undegraded":"2024-09-11T22:44:55.530957+0000","last_fullsized":"2024-09-11T22:44:55.530957+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:31.440435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530166+0000","last_change":"2024-09-11T22:44:54.047181+0000","last_active":"2024-09-11T22:44:55.530166+0000","last_peered":"2024-09-11T22:44:55.530166+0000","last_clean":"2024-09-11T22:44:55.530166+0000","last_became_active":"2024-09-11T22:44:54.046759+0000","last_became_peered":"2024-09-11T22:44:54.046759+0000","last_unstale":"2024-09-11T22:44:55.530166+0000","last_undegraded":"2024-09-11T22:44:55.530166+0000","last_fullsized":"2024-09-11T22:44:55.530166+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:58.818174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089876+0000","last_change":"2024-09-11T22:44:49.959831+0000","last_active":"2024-09-11T22:44:55.089876+0000","last_peered":"2024-09-11T22:44:55.089876+0000","last_clean":"2024-09-11T22:44:55.089876+0000","last_became_active":"2024-09-11T22:44:49.959599+0000","last_became_peered":"2024-09-11T22:44:49.959599+0000","last_unstale":"2024-09-11T22:44:55.089876+0000","last_undegraded":"2024-09-11T22:44:55.089876+0000","last_fullsized":"2024-09-11T22:44:55.089876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.150161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999782+0000","last_change":"2024-09-11T22:44:48.938662+0000","last_active":"2024-09-11T22:44:54.999782+0000","last_peered":"2024-09-11T22:44:54.999782+0000","last_clean":"2024-09-11T22:44:54.999782+0000","last_became_active":"2024-09-11T22:44:48.938367+0000","last_became_peered":"2024-09-11T22:44:48.938367+0000","last_unstale":"2024-09-11T22:44:54.999782+0000","last_undegraded":"2024-09-11T22:44:54.999782+0000","last_fullsized":"2024-09-11T22:44:54.999782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999194+0000","last_change":"2024-09-11T22:44:53.975290+0000","last_active":"2024-09-11T22:44:54.999194+0000","last_peered":"2024-09-11T22:44:54.999194+0000","last_clean":"2024-09-11T22:44:54.999194+0000","last_became_active":"2024-09-11T22:44:53.974906+0000","last_became_peered":"2024-09-11T22:44:53.974906+0000","last_unstale":"2024-09-11T22:44:54.999194+0000","last_undegraded":"2024-09-11T22:44:54.999194+0000","last_fullsized":"2024-09-11T22:44:54.999194+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:20.178908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531167+0000","last_change":"2024-09-11T22:44:49.953368+0000","last_active":"2024-09-11T22:44:55.531167+0000","last_peered":"2024-09-11T22:44:55.531167+0000","last_clean":"2024-09-11T22:44:55.531167+0000","last_became_active":"2024-09-11T22:44:49.952995+0000","last_became_peered":"2024-09-11T22:44:49.952995+0000","last_unstale":"2024-09-11T22:44:55.531167+0000","last_undegraded":"2024-09-11T22:44:55.531167+0000","last_fullsized":"2024-09-11T22:44:55.531167+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:59.285085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089709+0000","last_change":"2024-09-11T22:44:48.943877+0000","last_active":"2024-09-11T22:44:55.089709+0000","last_peered":"2024-09-11T22:44:55.089709+0000","last_clean":"2024-09-11T22:44:55.089709+0000","last_became_active":"2024-09-11T22:44:48.943479+0000","last_became_peered":"2024-09-11T22:44:48.943479+0000","last_unstale":"2024-09-11T22:44:55.089709+0000","last_undegraded":"2024-09-11T22:44:55.089709+0000","last_fullsized":"2024-09-11T22:44:55.089709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999685+0000","last_change":"2024-09-11T22:44:53.975299+0000","last_active":"2024-09-11T22:44:54.999685+0000","last_peered":"2024-09-11T22:44:54.999685+0000","last_clean":"2024-09-11T22:44:54.999685+0000","last_became_active":"2024-09-11T22:44:53.974925+0000","last_became_peered":"2024-09-11T22:44:53.974925+0000","last_unstale":"2024-09-11T22:44:54.999685+0000","last_undegraded":"2024-09-11T22:44:54.999685+0000","last_fullsized":"2024-09-11T22:44:54.999685+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:47.322360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999037+0000","last_change":"2024-09-11T22:44:49.949123+0000","last_active":"2024-09-11T22:44:54.999037+0000","last_peered":"2024-09-11T22:44:54.999037+0000","last_clean":"2024-09-11T22:44:54.999037+0000","last_became_active":"2024-09-11T22:44:49.948193+0000","last_became_peered":"2024-09-11T22:44:49.948193+0000","last_unstale":"2024-09-11T22:44:54.999037+0000","last_undegraded":"2024-09-11T22:44:54.999037+0000","last_fullsized":"2024-09-11T22:44:54.999037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529381+0000","last_change":"2024-09-11T22:44:48.945108+0000","last_active":"2024-09-11T22:44:55.529381+0000","last_peered":"2024-09-11T22:44:55.529381+0000","last_clean":"2024-09-11T22:44:55.529381+0000","last_became_active":"2024-09-11T22:44:48.944684+0000","last_became_peered":"2024-09-11T22:44:48.944684+0000","last_unstale":"2024-09-11T22:44:55.529381+0000","last_undegraded":"2024-09-11T22:44:55.529381+0000","last_fullsized":"2024-09-11T22:44:55.529381+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000594+0000","last_change":"2024-09-11T22:44:53.975582+0000","last_active":"2024-09-11T22:44:55.000594+0000","last_peered":"2024-09-11T22:44:55.000594+0000","last_clean":"2024-09-11T22:44:55.000594+0000","last_became_active":"2024-09-11T22:44:53.974120+0000","last_became_peered":"2024-09-11T22:44:53.974120+0000","last_unstale":"2024-09-11T22:44:55.000594+0000","last_undegraded":"2024-09-11T22:44:55.000594+0000","last_fullsized":"2024-09-11T22:44:55.000594+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.029129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529419+0000","last_change":"2024-09-11T22:44:49.953059+0000","last_active":"2024-09-11T22:44:55.529419+0000","last_peered":"2024-09-11T22:44:55.529419+0000","last_clean":"2024-09-11T22:44:55.529419+0000","last_became_active":"2024-09-11T22:44:49.951410+0000","last_became_peered":"2024-09-11T22:44:49.951410+0000","last_unstale":"2024-09-11T22:44:55.529419+0000","last_undegraded":"2024-09-11T22:44:55.529419+0000","last_fullsized":"2024-09-11T22:44:55.529419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:22.457842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529626+0000","last_change":"2024-09-11T22:44:48.951895+0000","last_active":"2024-09-11T22:44:55.529626+0000","last_peered":"2024-09-11T22:44:55.529626+0000","last_clean":"2024-09-11T22:44:55.529626+0000","last_became_active":"2024-09-11T22:44:48.951584+0000","last_became_peered":"2024-09-11T22:44:48.951584+0000","last_unstale":"2024-09-11T22:44:55.529626+0000","last_undegraded":"2024-09-11T22:44:55.529626+0000","last_fullsized":"2024-09-11T22:44:55.529626+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:35.947203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530310+0000","last_change":"2024-09-11T22:44:54.045640+0000","last_active":"2024-09-11T22:44:55.530310+0000","last_peered":"2024-09-11T22:44:55.530310+0000","last_clean":"2024-09-11T22:44:55.530310+0000","last_became_active":"2024-09-11T22:44:54.045226+0000","last_became_peered":"2024-09-11T22:44:54.045226+0000","last_unstale":"2024-09-11T22:44:55.530310+0000","last_undegraded":"2024-09-11T22:44:55.530310+0000","last_fullsized":"2024-09-11T22:44:55.530310+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.029129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998610+0000","last_change":"2024-09-11T22:44:49.961835+0000","last_active":"2024-09-11T22:44:54.998610+0000","last_peered":"2024-09-11T22:44:54.998610+0000","last_clean":"2024-09-11T22:44:54.998610+0000","last_became_active":"2024-09-11T22:44:49.960840+0000","last_became_peered":"2024-09-11T22:44:49.960840+0000","last_unstale":"2024-09-11T22:44:54.998610+0000","last_undegraded":"2024-09-11T22:44:54.998610+0000","last_fullsized":"2024-09-11T22:44:54.998610+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:22.150381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089556+0000","last_change":"2024-09-11T22:44:48.947079+0000","last_active":"2024-09-11T22:44:55.089556+0000","last_peered":"2024-09-11T22:44:55.089556+0000","last_clean":"2024-09-11T22:44:55.089556+0000","last_became_active":"2024-09-11T22:44:48.946770+0000","last_became_peered":"2024-09-11T22:44:48.946770+0000","last_unstale":"2024-09-11T22:44:55.089556+0000","last_undegraded":"2024-09-11T22:44:55.089556+0000","last_fullsized":"2024-09-11T22:44:55.089556+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529716+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:44:55.529716+0000","last_peered":"2024-09-11T22:44:55.529716+0000","last_clean":"2024-09-11T22:44:55.529716+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:44:55.529716+0000","last_undegraded":"2024-09-11T22:44:55.529716+0000","last_fullsized":"2024-09-11T22:44:55.529716+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998990+0000","last_change":"2024-09-11T22:44:54.046435+0000","last_active":"2024-09-11T22:44:54.998990+0000","last_peered":"2024-09-11T22:44:54.998990+0000","last_clean":"2024-09-11T22:44:54.998990+0000","last_became_active":"2024-09-11T22:44:54.046043+0000","last_became_peered":"2024-09-11T22:44:54.046043+0000","last_unstale":"2024-09-11T22:44:54.998990+0000","last_undegraded":"2024-09-11T22:44:54.998990+0000","last_fullsized":"2024-09-11T22:44:54.998990+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:21.815812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530742+0000","last_change":"2024-09-11T22:44:49.961725+0000","last_active":"2024-09-11T22:44:55.530742+0000","last_peered":"2024-09-11T22:44:55.530742+0000","last_clean":"2024-09-11T22:44:55.530742+0000","last_became_active":"2024-09-11T22:44:49.961266+0000","last_became_peered":"2024-09-11T22:44:49.961266+0000","last_unstale":"2024-09-11T22:44:55.530742+0000","last_undegraded":"2024-09-11T22:44:55.530742+0000","last_fullsized":"2024-09-11T22:44:55.530742+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:39.316881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529970+0000","last_change":"2024-09-11T22:44:48.949317+0000","last_active":"2024-09-11T22:44:55.529970+0000","last_peered":"2024-09-11T22:44:55.529970+0000","last_clean":"2024-09-11T22:44:55.529970+0000","last_became_active":"2024-09-11T22:44:48.949032+0000","last_became_peered":"2024-09-11T22:44:48.949032+0000","last_unstale":"2024-09-11T22:44:55.529970+0000","last_undegraded":"2024-09-11T22:44:55.529970+0000","last_fullsized":"2024-09-11T22:44:55.529970+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998635+0000","last_change":"2024-09-11T22:44:54.045379+0000","last_active":"2024-09-11T22:44:54.998635+0000","last_peered":"2024-09-11T22:44:54.998635+0000","last_clean":"2024-09-11T22:44:54.998635+0000","last_became_active":"2024-09-11T22:44:54.044950+0000","last_became_peered":"2024-09-11T22:44:54.044950+0000","last_unstale":"2024-09-11T22:44:54.998635+0000","last_undegraded":"2024-09-11T22:44:54.998635+0000","last_fullsized":"2024-09-11T22:44:54.998635+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:47.544806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089691+0000","last_change":"2024-09-11T22:44:49.961461+0000","last_active":"2024-09-11T22:44:55.089691+0000","last_peered":"2024-09-11T22:44:55.089691+0000","last_clean":"2024-09-11T22:44:55.089691+0000","last_became_active":"2024-09-11T22:44:49.960350+0000","last_became_peered":"2024-09-11T22:44:49.960350+0000","last_unstale":"2024-09-11T22:44:55.089691+0000","last_undegraded":"2024-09-11T22:44:55.089691+0000","last_fullsized":"2024-09-11T22:44:55.089691+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:39.316881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999885+0000","last_change":"2024-09-11T22:44:48.947147+0000","last_active":"2024-09-11T22:44:54.999885+0000","last_peered":"2024-09-11T22:44:54.999885+0000","last_clean":"2024-09-11T22:44:54.999885+0000","last_became_active":"2024-09-11T22:44:48.946884+0000","last_became_peered":"2024-09-11T22:44:48.946884+0000","last_unstale":"2024-09-11T22:44:54.999885+0000","last_undegraded":"2024-09-11T22:44:54.999885+0000","last_fullsized":"2024-09-11T22:44:54.999885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:35.947203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530336+0000","last_change":"2024-09-11T22:44:53.979045+0000","last_active":"2024-09-11T22:44:55.530336+0000","last_peered":"2024-09-11T22:44:55.530336+0000","last_clean":"2024-09-11T22:44:55.530336+0000","last_became_active":"2024-09-11T22:44:53.978580+0000","last_became_peered":"2024-09-11T22:44:53.978580+0000","last_unstale":"2024-09-11T22:44:55.530336+0000","last_undegraded":"2024-09-11T22:44:55.530336+0000","last_fullsized":"2024-09-11T22:44:55.530336+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:27.689124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530330+0000","last_change":"2024-09-11T22:44:49.963280+0000","last_active":"2024-09-11T22:44:55.530330+0000","last_peered":"2024-09-11T22:44:55.530330+0000","last_clean":"2024-09-11T22:44:55.530330+0000","last_became_active":"2024-09-11T22:44:49.962907+0000","last_became_peered":"2024-09-11T22:44:49.962907+0000","last_unstale":"2024-09-11T22:44:55.530330+0000","last_undegraded":"2024-09-11T22:44:55.530330+0000","last_fullsized":"2024-09-11T22:44:55.530330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:17.000382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529894+0000","last_change":"2024-09-11T22:44:48.945586+0000","last_active":"2024-09-11T22:44:55.529894+0000","last_peered":"2024-09-11T22:44:55.529894+0000","last_clean":"2024-09-11T22:44:55.529894+0000","last_became_active":"2024-09-11T22:44:48.945272+0000","last_became_peered":"2024-09-11T22:44:48.945272+0000","last_unstale":"2024-09-11T22:44:55.529894+0000","last_undegraded":"2024-09-11T22:44:55.529894+0000","last_fullsized":"2024-09-11T22:44:55.529894+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089219+0000","last_change":"2024-09-11T22:44:54.046672+0000","last_active":"2024-09-11T22:44:55.089219+0000","last_peered":"2024-09-11T22:44:55.089219+0000","last_clean":"2024-09-11T22:44:55.089219+0000","last_became_active":"2024-09-11T22:44:54.046265+0000","last_became_peered":"2024-09-11T22:44:54.046265+0000","last_unstale":"2024-09-11T22:44:55.089219+0000","last_undegraded":"2024-09-11T22:44:55.089219+0000","last_fullsized":"2024-09-11T22:44:55.089219+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:09.021803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530631+0000","last_change":"2024-09-11T22:44:49.957166+0000","last_active":"2024-09-11T22:44:55.530631+0000","last_peered":"2024-09-11T22:44:55.530631+0000","last_clean":"2024-09-11T22:44:55.530631+0000","last_became_active":"2024-09-11T22:44:49.956836+0000","last_became_peered":"2024-09-11T22:44:49.956836+0000","last_unstale":"2024-09-11T22:44:55.530631+0000","last_undegraded":"2024-09-11T22:44:55.530631+0000","last_fullsized":"2024-09-11T22:44:55.530631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.150161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530857+0000","last_change":"2024-09-11T22:44:48.943356+0000","last_active":"2024-09-11T22:44:55.530857+0000","last_peered":"2024-09-11T22:44:55.530857+0000","last_clean":"2024-09-11T22:44:55.530857+0000","last_became_active":"2024-09-11T22:44:48.942955+0000","last_became_peered":"2024-09-11T22:44:48.942955+0000","last_unstale":"2024-09-11T22:44:55.530857+0000","last_undegraded":"2024-09-11T22:44:55.530857+0000","last_fullsized":"2024-09-11T22:44:55.530857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:31:51.088621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529794+0000","last_change":"2024-09-11T22:44:53.975302+0000","last_active":"2024-09-11T22:44:55.529794+0000","last_peered":"2024-09-11T22:44:55.529794+0000","last_clean":"2024-09-11T22:44:55.529794+0000","last_became_active":"2024-09-11T22:44:53.974808+0000","last_became_peered":"2024-09-11T22:44:53.974808+0000","last_unstale":"2024-09-11T22:44:55.529794+0000","last_undegraded":"2024-09-11T22:44:55.529794+0000","last_fullsized":"2024-09-11T22:44:55.529794+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:03.995121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529759+0000","last_change":"2024-09-11T22:44:49.963133+0000","last_active":"2024-09-11T22:44:55.529759+0000","last_peered":"2024-09-11T22:44:55.529759+0000","last_clean":"2024-09-11T22:44:55.529759+0000","last_became_active":"2024-09-11T22:44:49.962877+0000","last_became_peered":"2024-09-11T22:44:49.962877+0000","last_unstale":"2024-09-11T22:44:55.529759+0000","last_undegraded":"2024-09-11T22:44:55.529759+0000","last_fullsized":"2024-09-11T22:44:55.529759+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:13.588561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529136+0000","last_change":"2024-09-11T22:44:48.942665+0000","last_active":"2024-09-11T22:44:55.529136+0000","last_peered":"2024-09-11T22:44:55.529136+0000","last_clean":"2024-09-11T22:44:55.529136+0000","last_became_active":"2024-09-11T22:44:48.942373+0000","last_became_peered":"2024-09-11T22:44:48.942373+0000","last_unstale":"2024-09-11T22:44:55.529136+0000","last_undegraded":"2024-09-11T22:44:55.529136+0000","last_fullsized":"2024-09-11T22:44:55.529136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:23.317756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530169+0000","last_change":"2024-09-11T22:44:53.971761+0000","last_active":"2024-09-11T22:44:55.530169+0000","last_peered":"2024-09-11T22:44:55.530169+0000","last_clean":"2024-09-11T22:44:55.530169+0000","last_became_active":"2024-09-11T22:44:53.971362+0000","last_became_peered":"2024-09-11T22:44:53.971362+0000","last_unstale":"2024-09-11T22:44:55.530169+0000","last_undegraded":"2024-09-11T22:44:55.530169+0000","last_fullsized":"2024-09-11T22:44:55.530169+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:55.579654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998670+0000","last_change":"2024-09-11T22:44:49.940450+0000","last_active":"2024-09-11T22:44:54.998670+0000","last_peered":"2024-09-11T22:44:54.998670+0000","last_clean":"2024-09-11T22:44:54.998670+0000","last_became_active":"2024-09-11T22:44:49.940165+0000","last_became_peered":"2024-09-11T22:44:49.940165+0000","last_unstale":"2024-09-11T22:44:54.998670+0000","last_undegraded":"2024-09-11T22:44:54.998670+0000","last_fullsized":"2024-09-11T22:44:54.998670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:56.109128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998783+0000","last_change":"2024-09-11T22:44:48.942330+0000","last_active":"2024-09-11T22:44:54.998783+0000","last_peered":"2024-09-11T22:44:54.998783+0000","last_clean":"2024-09-11T22:44:54.998783+0000","last_became_active":"2024-09-11T22:44:48.941492+0000","last_became_peered":"2024-09-11T22:44:48.941492+0000","last_unstale":"2024-09-11T22:44:54.998783+0000","last_undegraded":"2024-09-11T22:44:54.998783+0000","last_fullsized":"2024-09-11T22:44:54.998783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000234+0000","last_change":"2024-09-11T22:44:54.047201+0000","last_active":"2024-09-11T22:44:55.000234+0000","last_peered":"2024-09-11T22:44:55.000234+0000","last_clean":"2024-09-11T22:44:55.000234+0000","last_became_active":"2024-09-11T22:44:54.045931+0000","last_became_peered":"2024-09-11T22:44:54.045931+0000","last_unstale":"2024-09-11T22:44:55.000234+0000","last_undegraded":"2024-09-11T22:44:55.000234+0000","last_fullsized":"2024-09-11T22:44:55.000234+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:13:36.378275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531022+0000","last_change":"2024-09-11T22:44:49.964344+0000","last_active":"2024-09-11T22:44:55.531022+0000","last_peered":"2024-09-11T22:44:55.531022+0000","last_clean":"2024-09-11T22:44:55.531022+0000","last_became_active":"2024-09-11T22:44:49.963587+0000","last_became_peered":"2024-09-11T22:44:49.963587+0000","last_unstale":"2024-09-11T22:44:55.531022+0000","last_undegraded":"2024-09-11T22:44:55.531022+0000","last_fullsized":"2024-09-11T22:44:55.531022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:43.516058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089651+0000","last_change":"2024-09-11T22:44:48.945707+0000","last_active":"2024-09-11T22:44:55.089651+0000","last_peered":"2024-09-11T22:44:55.089651+0000","last_clean":"2024-09-11T22:44:55.089651+0000","last_became_active":"2024-09-11T22:44:48.945437+0000","last_became_peered":"2024-09-11T22:44:48.945437+0000","last_unstale":"2024-09-11T22:44:55.089651+0000","last_undegraded":"2024-09-11T22:44:55.089651+0000","last_fullsized":"2024-09-11T22:44:55.089651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000509+0000","last_change":"2024-09-11T22:44:54.046514+0000","last_active":"2024-09-11T22:44:55.000509+0000","last_peered":"2024-09-11T22:44:55.000509+0000","last_clean":"2024-09-11T22:44:55.000509+0000","last_became_active":"2024-09-11T22:44:54.046096+0000","last_became_peered":"2024-09-11T22:44:54.046096+0000","last_unstale":"2024-09-11T22:44:55.000509+0000","last_undegraded":"2024-09-11T22:44:55.000509+0000","last_fullsized":"2024-09-11T22:44:55.000509+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:05:45.113899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529985+0000","last_change":"2024-09-11T22:44:49.952857+0000","last_active":"2024-09-11T22:44:55.529985+0000","last_peered":"2024-09-11T22:44:55.529985+0000","last_clean":"2024-09-11T22:44:55.529985+0000","last_became_active":"2024-09-11T22:44:49.952557+0000","last_became_peered":"2024-09-11T22:44:49.952557+0000","last_unstale":"2024-09-11T22:44:55.529985+0000","last_undegraded":"2024-09-11T22:44:55.529985+0000","last_fullsized":"2024-09-11T22:44:55.529985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:36:22.879730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530433+0000","last_change":"2024-09-11T22:44:48.942556+0000","last_active":"2024-09-11T22:44:55.530433+0000","last_peered":"2024-09-11T22:44:55.530433+0000","last_clean":"2024-09-11T22:44:55.530433+0000","last_became_active":"2024-09-11T22:44:48.941947+0000","last_became_peered":"2024-09-11T22:44:48.941947+0000","last_unstale":"2024-09-11T22:44:55.530433+0000","last_undegraded":"2024-09-11T22:44:55.530433+0000","last_fullsized":"2024-09-11T22:44:55.530433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089808+0000","last_change":"2024-09-11T22:44:54.045557+0000","last_active":"2024-09-11T22:44:55.089808+0000","last_peered":"2024-09-11T22:44:55.089808+0000","last_clean":"2024-09-11T22:44:55.089808+0000","last_became_active":"2024-09-11T22:44:54.045124+0000","last_became_peered":"2024-09-11T22:44:54.045124+0000","last_unstale":"2024-09-11T22:44:55.089808+0000","last_undegraded":"2024-09-11T22:44:55.089808+0000","last_fullsized":"2024-09-11T22:44:55.089808+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:47:47.348118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530426+0000","last_change":"2024-09-11T22:44:49.949367+0000","last_active":"2024-09-11T22:44:55.530426+0000","last_peered":"2024-09-11T22:44:55.530426+0000","last_clean":"2024-09-11T22:44:55.530426+0000","last_became_active":"2024-09-11T22:44:49.949043+0000","last_became_peered":"2024-09-11T22:44:49.949043+0000","last_unstale":"2024-09-11T22:44:55.530426+0000","last_undegraded":"2024-09-11T22:44:55.530426+0000","last_fullsized":"2024-09-11T22:44:55.530426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:17.787065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:59.494193+0000","last_change":"2024-09-11T22:44:48.943101+0000","last_active":"2024-09-11T22:44:59.494193+0000","last_peered":"2024-09-11T22:44:59.494193+0000","last_clean":"2024-09-11T22:44:59.494193+0000","last_became_active":"2024-09-11T22:44:48.942782+0000","last_became_peered":"2024-09-11T22:44:48.942782+0000","last_unstale":"2024-09-11T22:44:59.494193+0000","last_undegraded":"2024-09-11T22:44:59.494193+0000","last_fullsized":"2024-09-11T22:44:59.494193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999385+0000","last_change":"2024-09-11T22:44:53.981787+0000","last_active":"2024-09-11T22:44:54.999385+0000","last_peered":"2024-09-11T22:44:54.999385+0000","last_clean":"2024-09-11T22:44:54.999385+0000","last_became_active":"2024-09-11T22:44:53.981212+0000","last_became_peered":"2024-09-11T22:44:53.981212+0000","last_unstale":"2024-09-11T22:44:54.999385+0000","last_undegraded":"2024-09-11T22:44:54.999385+0000","last_fullsized":"2024-09-11T22:44:54.999385+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:58.818174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531234+0000","last_change":"2024-09-11T22:44:49.958965+0000","last_active":"2024-09-11T22:44:55.531234+0000","last_peered":"2024-09-11T22:44:55.531234+0000","last_clean":"2024-09-11T22:44:55.531234+0000","last_became_active":"2024-09-11T22:44:49.958588+0000","last_became_peered":"2024-09-11T22:44:49.958588+0000","last_unstale":"2024-09-11T22:44:55.531234+0000","last_undegraded":"2024-09-11T22:44:55.531234+0000","last_fullsized":"2024-09-11T22:44:55.531234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:55.319461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999741+0000","last_change":"2024-09-11T22:44:48.948384+0000","last_active":"2024-09-11T22:44:54.999741+0000","last_peered":"2024-09-11T22:44:54.999741+0000","last_clean":"2024-09-11T22:44:54.999741+0000","last_became_active":"2024-09-11T22:44:48.948084+0000","last_became_peered":"2024-09-11T22:44:48.948084+0000","last_unstale":"2024-09-11T22:44:54.999741+0000","last_undegraded":"2024-09-11T22:44:54.999741+0000","last_fullsized":"2024-09-11T22:44:54.999741+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:25.074233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531082+0000","last_change":"2024-09-11T22:44:53.977617+0000","last_active":"2024-09-11T22:44:55.531082+0000","last_peered":"2024-09-11T22:44:55.531082+0000","last_clean":"2024-09-11T22:44:55.531082+0000","last_became_active":"2024-09-11T22:44:53.976934+0000","last_became_peered":"2024-09-11T22:44:53.976934+0000","last_unstale":"2024-09-11T22:44:55.531082+0000","last_undegraded":"2024-09-11T22:44:55.531082+0000","last_fullsized":"2024-09-11T22:44:55.531082+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:56:04.635696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529914+0000","last_change":"2024-09-11T22:44:49.959535+0000","last_active":"2024-09-11T22:44:55.529914+0000","last_peered":"2024-09-11T22:44:55.529914+0000","last_clean":"2024-09-11T22:44:55.529914+0000","last_became_active":"2024-09-11T22:44:49.959249+0000","last_became_peered":"2024-09-11T22:44:49.959249+0000","last_unstale":"2024-09-11T22:44:55.529914+0000","last_undegraded":"2024-09-11T22:44:55.529914+0000","last_fullsized":"2024-09-11T22:44:55.529914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089895+0000","last_change":"2024-09-11T22:44:48.946761+0000","last_active":"2024-09-11T22:44:55.089895+0000","last_peered":"2024-09-11T22:44:55.089895+0000","last_clean":"2024-09-11T22:44:55.089895+0000","last_became_active":"2024-09-11T22:44:48.946058+0000","last_became_peered":"2024-09-11T22:44:48.946058+0000","last_unstale":"2024-09-11T22:44:55.089895+0000","last_undegraded":"2024-09-11T22:44:55.089895+0000","last_fullsized":"2024-09-11T22:44:55.089895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998537+0000","last_change":"2024-09-11T22:44:53.975066+0000","last_active":"2024-09-11T22:44:54.998537+0000","last_peered":"2024-09-11T22:44:54.998537+0000","last_clean":"2024-09-11T22:44:54.998537+0000","last_became_active":"2024-09-11T22:44:53.974598+0000","last_became_peered":"2024-09-11T22:44:53.974598+0000","last_unstale":"2024-09-11T22:44:54.998537+0000","last_undegraded":"2024-09-11T22:44:54.998537+0000","last_fullsized":"2024-09-11T22:44:54.998537+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:13:27.703617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089888+0000","last_change":"2024-09-11T22:44:49.961611+0000","last_active":"2024-09-11T22:44:55.089888+0000","last_peered":"2024-09-11T22:44:55.089888+0000","last_clean":"2024-09-11T22:44:55.089888+0000","last_became_active":"2024-09-11T22:44:49.961127+0000","last_became_peered":"2024-09-11T22:44:49.961127+0000","last_unstale":"2024-09-11T22:44:55.089888+0000","last_undegraded":"2024-09-11T22:44:55.089888+0000","last_fullsized":"2024-09-11T22:44:55.089888+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:13.588561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999393+0000","last_change":"2024-09-11T22:44:48.949675+0000","last_active":"2024-09-11T22:44:54.999393+0000","last_peered":"2024-09-11T22:44:54.999393+0000","last_clean":"2024-09-11T22:44:54.999393+0000","last_became_active":"2024-09-11T22:44:48.949346+0000","last_became_peered":"2024-09-11T22:44:48.949346+0000","last_unstale":"2024-09-11T22:44:54.999393+0000","last_undegraded":"2024-09-11T22:44:54.999393+0000","last_fullsized":"2024-09-11T22:44:54.999393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999925+0000","last_change":"2024-09-11T22:44:54.045555+0000","last_active":"2024-09-11T22:44:54.999925+0000","last_peered":"2024-09-11T22:44:54.999925+0000","last_clean":"2024-09-11T22:44:54.999925+0000","last_became_active":"2024-09-11T22:44:54.045126+0000","last_became_peered":"2024-09-11T22:44:54.045126+0000","last_unstale":"2024-09-11T22:44:54.999925+0000","last_undegraded":"2024-09-11T22:44:54.999925+0000","last_fullsized":"2024-09-11T22:44:54.999925+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:15.023786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530168+0000","last_change":"2024-09-11T22:44:54.048150+0000","last_active":"2024-09-11T22:44:55.530168+0000","last_peered":"2024-09-11T22:44:55.530168+0000","last_clean":"2024-09-11T22:44:55.530168+0000","last_became_active":"2024-09-11T22:44:54.047719+0000","last_became_peered":"2024-09-11T22:44:54.047719+0000","last_unstale":"2024-09-11T22:44:55.530168+0000","last_undegraded":"2024-09-11T22:44:55.530168+0000","last_fullsized":"2024-09-11T22:44:55.530168+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:47.322360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998839+0000","last_change":"2024-09-11T22:44:49.951417+0000","last_active":"2024-09-11T22:44:54.998839+0000","last_peered":"2024-09-11T22:44:54.998839+0000","last_clean":"2024-09-11T22:44:54.998839+0000","last_became_active":"2024-09-11T22:44:49.951129+0000","last_became_peered":"2024-09-11T22:44:49.951129+0000","last_unstale":"2024-09-11T22:44:54.998839+0000","last_undegraded":"2024-09-11T22:44:54.998839+0000","last_fullsized":"2024-09-11T22:44:54.998839+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089370+0000","last_change":"2024-09-11T22:44:48.947757+0000","last_active":"2024-09-11T22:44:55.089370+0000","last_peered":"2024-09-11T22:44:55.089370+0000","last_clean":"2024-09-11T22:44:55.089370+0000","last_became_active":"2024-09-11T22:44:48.947490+0000","last_became_peered":"2024-09-11T22:44:48.947490+0000","last_unstale":"2024-09-11T22:44:55.089370+0000","last_undegraded":"2024-09-11T22:44:55.089370+0000","last_fullsized":"2024-09-11T22:44:55.089370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999303+0000","last_change":"2024-09-11T22:44:53.978306+0000","last_active":"2024-09-11T22:44:54.999303+0000","last_peered":"2024-09-11T22:44:54.999303+0000","last_clean":"2024-09-11T22:44:54.999303+0000","last_became_active":"2024-09-11T22:44:53.977868+0000","last_became_peered":"2024-09-11T22:44:53.977868+0000","last_unstale":"2024-09-11T22:44:54.999303+0000","last_undegraded":"2024-09-11T22:44:54.999303+0000","last_fullsized":"2024-09-11T22:44:54.999303+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:43.345628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998470+0000","last_change":"2024-09-11T22:44:49.939131+0000","last_active":"2024-09-11T22:44:54.998470+0000","last_peered":"2024-09-11T22:44:54.998470+0000","last_clean":"2024-09-11T22:44:54.998470+0000","last_became_active":"2024-09-11T22:44:49.938443+0000","last_became_peered":"2024-09-11T22:44:49.938443+0000","last_unstale":"2024-09-11T22:44:54.998470+0000","last_undegraded":"2024-09-11T22:44:54.998470+0000","last_fullsized":"2024-09-11T22:44:54.998470+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:43:47.772988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998712+0000","last_change":"2024-09-11T22:44:48.947349+0000","last_active":"2024-09-11T22:44:54.998712+0000","last_peered":"2024-09-11T22:44:54.998712+0000","last_clean":"2024-09-11T22:44:54.998712+0000","last_became_active":"2024-09-11T22:44:48.947044+0000","last_became_peered":"2024-09-11T22:44:48.947044+0000","last_unstale":"2024-09-11T22:44:54.998712+0000","last_undegraded":"2024-09-11T22:44:54.998712+0000","last_fullsized":"2024-09-11T22:44:54.998712+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:56.114860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998925+0000","last_change":"2024-09-11T22:44:48.946140+0000","last_active":"2024-09-11T22:44:54.998925+0000","last_peered":"2024-09-11T22:44:54.998925+0000","last_clean":"2024-09-11T22:44:54.998925+0000","last_became_active":"2024-09-11T22:44:48.945620+0000","last_became_peered":"2024-09-11T22:44:48.945620+0000","last_unstale":"2024-09-11T22:44:54.998925+0000","last_undegraded":"2024-09-11T22:44:54.998925+0000","last_fullsized":"2024-09-11T22:44:54.998925+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530402+0000","last_change":"2024-09-11T22:44:49.954444+0000","last_active":"2024-09-11T22:44:55.530402+0000","last_peered":"2024-09-11T22:44:55.530402+0000","last_clean":"2024-09-11T22:44:55.530402+0000","last_became_active":"2024-09-11T22:44:49.954202+0000","last_became_peered":"2024-09-11T22:44:49.954202+0000","last_unstale":"2024-09-11T22:44:55.530402+0000","last_undegraded":"2024-09-11T22:44:55.530402+0000","last_fullsized":"2024-09-11T22:44:55.530402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529757+0000","last_change":"2024-09-11T22:44:53.980070+0000","last_active":"2024-09-11T22:44:55.529757+0000","last_peered":"2024-09-11T22:44:55.529757+0000","last_clean":"2024-09-11T22:44:55.529757+0000","last_became_active":"2024-09-11T22:44:53.979654+0000","last_became_peered":"2024-09-11T22:44:53.979654+0000","last_unstale":"2024-09-11T22:44:55.529757+0000","last_undegraded":"2024-09-11T22:44:55.529757+0000","last_fullsized":"2024-09-11T22:44:55.529757+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:11:06.168098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999702+0000","last_change":"2024-09-11T22:44:48.945209+0000","last_active":"2024-09-11T22:44:54.999702+0000","last_peered":"2024-09-11T22:44:54.999702+0000","last_clean":"2024-09-11T22:44:54.999702+0000","last_became_active":"2024-09-11T22:44:48.944938+0000","last_became_peered":"2024-09-11T22:44:48.944938+0000","last_unstale":"2024-09-11T22:44:54.999702+0000","last_undegraded":"2024-09-11T22:44:54.999702+0000","last_fullsized":"2024-09-11T22:44:54.999702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:14.155021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530244+0000","last_change":"2024-09-11T22:44:49.952659+0000","last_active":"2024-09-11T22:44:55.530244+0000","last_peered":"2024-09-11T22:44:55.530244+0000","last_clean":"2024-09-11T22:44:55.530244+0000","last_became_active":"2024-09-11T22:44:49.950811+0000","last_became_peered":"2024-09-11T22:44:49.950811+0000","last_unstale":"2024-09-11T22:44:55.530244+0000","last_undegraded":"2024-09-11T22:44:55.530244+0000","last_fullsized":"2024-09-11T22:44:55.530244+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:25:48.877214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999679+0000","last_change":"2024-09-11T22:44:53.977329+0000","last_active":"2024-09-11T22:44:54.999679+0000","last_peered":"2024-09-11T22:44:54.999679+0000","last_clean":"2024-09-11T22:44:54.999679+0000","last_became_active":"2024-09-11T22:44:53.976763+0000","last_became_peered":"2024-09-11T22:44:53.976763+0000","last_unstale":"2024-09-11T22:44:54.999679+0000","last_undegraded":"2024-09-11T22:44:54.999679+0000","last_fullsized":"2024-09-11T22:44:54.999679+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:22.357313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998558+0000","last_change":"2024-09-11T22:44:49.941762+0000","last_active":"2024-09-11T22:44:54.998558+0000","last_peered":"2024-09-11T22:44:54.998558+0000","last_clean":"2024-09-11T22:44:54.998558+0000","last_became_active":"2024-09-11T22:44:49.941497+0000","last_became_peered":"2024-09-11T22:44:49.941497+0000","last_unstale":"2024-09-11T22:44:54.998558+0000","last_undegraded":"2024-09-11T22:44:54.998558+0000","last_fullsized":"2024-09-11T22:44:54.998558+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:36:22.879730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529377+0000","last_change":"2024-09-11T22:44:49.961541+0000","last_active":"2024-09-11T22:44:55.529377+0000","last_peered":"2024-09-11T22:44:55.529377+0000","last_clean":"2024-09-11T22:44:55.529377+0000","last_became_active":"2024-09-11T22:44:49.961255+0000","last_became_peered":"2024-09-11T22:44:49.961255+0000","last_unstale":"2024-09-11T22:44:55.529377+0000","last_undegraded":"2024-09-11T22:44:55.529377+0000","last_fullsized":"2024-09-11T22:44:55.529377+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:32.445684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089580+0000","last_change":"2024-09-11T22:44:49.960108+0000","last_active":"2024-09-11T22:44:55.089580+0000","last_peered":"2024-09-11T22:44:55.089580+0000","last_clean":"2024-09-11T22:44:55.089580+0000","last_became_active":"2024-09-11T22:44:49.959556+0000","last_became_peered":"2024-09-11T22:44:49.959556+0000","last_unstale":"2024-09-11T22:44:55.089580+0000","last_undegraded":"2024-09-11T22:44:55.089580+0000","last_fullsized":"2024-09-11T22:44:55.089580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:35.608755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530329+0000","last_change":"2024-09-11T22:44:49.937161+0000","last_active":"2024-09-11T22:44:55.530329+0000","last_peered":"2024-09-11T22:44:55.530329+0000","last_clean":"2024-09-11T22:44:55.530329+0000","last_became_active":"2024-09-11T22:44:49.936851+0000","last_became_peered":"2024-09-11T22:44:49.936851+0000","last_unstale":"2024-09-11T22:44:55.530329+0000","last_undegraded":"2024-09-11T22:44:55.530329+0000","last_fullsized":"2024-09-11T22:44:55.530329+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000541+0000","last_change":"2024-09-11T22:44:49.951229+0000","last_active":"2024-09-11T22:44:55.000541+0000","last_peered":"2024-09-11T22:44:55.000541+0000","last_clean":"2024-09-11T22:44:55.000541+0000","last_became_active":"2024-09-11T22:44:49.950965+0000","last_became_peered":"2024-09-11T22:44:49.950965+0000","last_unstale":"2024-09-11T22:44:55.000541+0000","last_undegraded":"2024-09-11T22:44:55.000541+0000","last_fullsized":"2024-09-11T22:44:55.000541+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:39.893870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999537+0000","last_change":"2024-09-11T22:44:49.952549+0000","last_active":"2024-09-11T22:44:54.999537+0000","last_peered":"2024-09-11T22:44:54.999537+0000","last_clean":"2024-09-11T22:44:54.999537+0000","last_became_active":"2024-09-11T22:44:49.952228+0000","last_became_peered":"2024-09-11T22:44:49.952228+0000","last_unstale":"2024-09-11T22:44:54.999537+0000","last_undegraded":"2024-09-11T22:44:54.999537+0000","last_fullsized":"2024-09-11T22:44:54.999537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999435+0000","last_change":"2024-09-11T22:44:49.954096+0000","last_active":"2024-09-11T22:44:54.999435+0000","last_peered":"2024-09-11T22:44:54.999435+0000","last_clean":"2024-09-11T22:44:54.999435+0000","last_became_active":"2024-09-11T22:44:49.953844+0000","last_became_peered":"2024-09-11T22:44:49.953844+0000","last_unstale":"2024-09-11T22:44:54.999435+0000","last_undegraded":"2024-09-11T22:44:54.999435+0000","last_fullsized":"2024-09-11T22:44:54.999435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000142+0000","last_change":"2024-09-11T22:44:49.950026+0000","last_active":"2024-09-11T22:44:55.000142+0000","last_peered":"2024-09-11T22:44:55.000142+0000","last_clean":"2024-09-11T22:44:55.000142+0000","last_became_active":"2024-09-11T22:44:49.949748+0000","last_became_peered":"2024-09-11T22:44:49.949748+0000","last_unstale":"2024-09-11T22:44:55.000142+0000","last_undegraded":"2024-09-11T22:44:55.000142+0000","last_fullsized":"2024-09-11T22:44:55.000142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:33.661494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089367+0000","last_change":"2024-09-11T22:44:49.960455+0000","last_active":"2024-09-11T22:44:55.089367+0000","last_peered":"2024-09-11T22:44:55.089367+0000","last_clean":"2024-09-11T22:44:55.089367+0000","last_became_active":"2024-09-11T22:44:49.960134+0000","last_became_peered":"2024-09-11T22:44:49.960134+0000","last_unstale":"2024-09-11T22:44:55.089367+0000","last_undegraded":"2024-09-11T22:44:55.089367+0000","last_fullsized":"2024-09-11T22:44:55.089367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998826+0000","last_change":"2024-09-11T22:44:49.951420+0000","last_active":"2024-09-11T22:44:54.998826+0000","last_peered":"2024-09-11T22:44:54.998826+0000","last_clean":"2024-09-11T22:44:54.998826+0000","last_became_active":"2024-09-11T22:44:49.950577+0000","last_became_peered":"2024-09-11T22:44:49.950577+0000","last_unstale":"2024-09-11T22:44:54.998826+0000","last_undegraded":"2024-09-11T22:44:54.998826+0000","last_fullsized":"2024-09-11T22:44:54.998826+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:17.009666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089523+0000","last_change":"2024-09-11T22:44:49.961269+0000","last_active":"2024-09-11T22:44:55.089523+0000","last_peered":"2024-09-11T22:44:55.089523+0000","last_clean":"2024-09-11T22:44:55.089523+0000","last_became_active":"2024-09-11T22:44:49.960996+0000","last_became_peered":"2024-09-11T22:44:49.960996+0000","last_unstale":"2024-09-11T22:44:55.089523+0000","last_undegraded":"2024-09-11T22:44:55.089523+0000","last_fullsized":"2024-09-11T22:44:55.089523+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530246+0000","last_change":"2024-09-11T22:44:49.953407+0000","last_active":"2024-09-11T22:44:55.530246+0000","last_peered":"2024-09-11T22:44:55.530246+0000","last_clean":"2024-09-11T22:44:55.530246+0000","last_became_active":"2024-09-11T22:44:49.953113+0000","last_became_peered":"2024-09-11T22:44:49.953113+0000","last_unstale":"2024-09-11T22:44:55.530246+0000","last_undegraded":"2024-09-11T22:44:55.530246+0000","last_fullsized":"2024-09-11T22:44:55.530246+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999215+0000","last_change":"2024-09-11T22:44:49.952335+0000","last_active":"2024-09-11T22:44:54.999215+0000","last_peered":"2024-09-11T22:44:54.999215+0000","last_clean":"2024-09-11T22:44:54.999215+0000","last_became_active":"2024-09-11T22:44:49.951991+0000","last_became_peered":"2024-09-11T22:44:49.951991+0000","last_unstale":"2024-09-11T22:44:54.999215+0000","last_undegraded":"2024-09-11T22:44:54.999215+0000","last_fullsized":"2024-09-11T22:44:54.999215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530890+0000","last_change":"2024-09-11T22:44:49.952886+0000","last_active":"2024-09-11T22:44:55.530890+0000","last_peered":"2024-09-11T22:44:55.530890+0000","last_clean":"2024-09-11T22:44:55.530890+0000","last_became_active":"2024-09-11T22:44:49.952604+0000","last_became_peered":"2024-09-11T22:44:49.952604+0000","last_unstale":"2024-09-11T22:44:55.530890+0000","last_undegraded":"2024-09-11T22:44:55.530890+0000","last_fullsized":"2024-09-11T22:44:55.530890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:54.789427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529788+0000","last_change":"2024-09-11T22:44:49.944573+0000","last_active":"2024-09-11T22:44:55.529788+0000","last_peered":"2024-09-11T22:44:55.529788+0000","last_clean":"2024-09-11T22:44:55.529788+0000","last_became_active":"2024-09-11T22:44:49.944279+0000","last_became_peered":"2024-09-11T22:44:49.944279+0000","last_unstale":"2024-09-11T22:44:55.529788+0000","last_undegraded":"2024-09-11T22:44:55.529788+0000","last_fullsized":"2024-09-11T22:44:55.529788+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:26.079483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.090085+0000","last_change":"2024-09-11T22:44:49.963366+0000","last_active":"2024-09-11T22:44:55.090085+0000","last_peered":"2024-09-11T22:44:55.090085+0000","last_clean":"2024-09-11T22:44:55.090085+0000","last_became_active":"2024-09-11T22:44:49.962045+0000","last_became_peered":"2024-09-11T22:44:49.962045+0000","last_unstale":"2024-09-11T22:44:55.090085+0000","last_undegraded":"2024-09-11T22:44:55.090085+0000","last_fullsized":"2024-09-11T22:44:55.090085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:43.293613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089254+0000","last_change":"2024-09-11T22:44:49.960552+0000","last_active":"2024-09-11T22:44:55.089254+0000","last_peered":"2024-09-11T22:44:55.089254+0000","last_clean":"2024-09-11T22:44:55.089254+0000","last_became_active":"2024-09-11T22:44:49.960232+0000","last_became_peered":"2024-09-11T22:44:49.960232+0000","last_unstale":"2024-09-11T22:44:55.089254+0000","last_undegraded":"2024-09-11T22:44:55.089254+0000","last_fullsized":"2024-09-11T22:44:55.089254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999149+0000","last_change":"2024-09-11T22:44:49.958193+0000","last_active":"2024-09-11T22:44:54.999149+0000","last_peered":"2024-09-11T22:44:54.999149+0000","last_clean":"2024-09-11T22:44:54.999149+0000","last_became_active":"2024-09-11T22:44:49.957918+0000","last_became_peered":"2024-09-11T22:44:49.957918+0000","last_unstale":"2024-09-11T22:44:54.999149+0000","last_undegraded":"2024-09-11T22:44:54.999149+0000","last_fullsized":"2024-09-11T22:44:54.999149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529898+0000","last_change":"2024-09-11T22:44:49.952301+0000","last_active":"2024-09-11T22:44:55.529898+0000","last_peered":"2024-09-11T22:44:55.529898+0000","last_clean":"2024-09-11T22:44:55.529898+0000","last_became_active":"2024-09-11T22:44:49.951554+0000","last_became_peered":"2024-09-11T22:44:49.951554+0000","last_unstale":"2024-09-11T22:44:55.529898+0000","last_undegraded":"2024-09-11T22:44:55.529898+0000","last_fullsized":"2024-09-11T22:44:55.529898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:56.109128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999592+0000","last_change":"2024-09-11T22:44:49.945999+0000","last_active":"2024-09-11T22:44:54.999592+0000","last_peered":"2024-09-11T22:44:54.999592+0000","last_clean":"2024-09-11T22:44:54.999592+0000","last_became_active":"2024-09-11T22:44:49.945659+0000","last_became_peered":"2024-09-11T22:44:49.945659+0000","last_unstale":"2024-09-11T22:44:54.999592+0000","last_undegraded":"2024-09-11T22:44:54.999592+0000","last_fullsized":"2024-09-11T22:44:54.999592+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:05.589164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531141+0000","last_change":"2024-09-11T22:44:49.959108+0000","last_active":"2024-09-11T22:44:55.531141+0000","last_peered":"2024-09-11T22:44:55.531141+0000","last_clean":"2024-09-11T22:44:55.531141+0000","last_became_active":"2024-09-11T22:44:49.958161+0000","last_became_peered":"2024-09-11T22:44:49.958161+0000","last_unstale":"2024-09-11T22:44:55.531141+0000","last_undegraded":"2024-09-11T22:44:55.531141+0000","last_fullsized":"2024-09-11T22:44:55.531141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:25.882629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999059+0000","last_change":"2024-09-11T22:44:49.961983+0000","last_active":"2024-09-11T22:44:54.999059+0000","last_peered":"2024-09-11T22:44:54.999059+0000","last_clean":"2024-09-11T22:44:54.999059+0000","last_became_active":"2024-09-11T22:44:49.961687+0000","last_became_peered":"2024-09-11T22:44:49.961687+0000","last_unstale":"2024-09-11T22:44:54.999059+0000","last_undegraded":"2024-09-11T22:44:54.999059+0000","last_fullsized":"2024-09-11T22:44:54.999059+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999368+0000","last_change":"2024-09-11T22:44:49.962783+0000","last_active":"2024-09-11T22:44:54.999368+0000","last_peered":"2024-09-11T22:44:54.999368+0000","last_clean":"2024-09-11T22:44:54.999368+0000","last_became_active":"2024-09-11T22:44:49.962527+0000","last_became_peered":"2024-09-11T22:44:49.962527+0000","last_unstale":"2024-09-11T22:44:54.999368+0000","last_undegraded":"2024-09-11T22:44:54.999368+0000","last_fullsized":"2024-09-11T22:44:54.999368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530328+0000","last_change":"2024-09-11T22:44:49.960948+0000","last_active":"2024-09-11T22:44:55.530328+0000","last_peered":"2024-09-11T22:44:55.530328+0000","last_clean":"2024-09-11T22:44:55.530328+0000","last_became_active":"2024-09-11T22:44:49.960653+0000","last_became_peered":"2024-09-11T22:44:49.960653+0000","last_unstale":"2024-09-11T22:44:55.530328+0000","last_undegraded":"2024-09-11T22:44:55.530328+0000","last_fullsized":"2024-09-11T22:44:55.530328+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:51.550907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998352+0000","last_change":"2024-09-11T22:44:49.961450+0000","last_active":"2024-09-11T22:44:54.998352+0000","last_peered":"2024-09-11T22:44:54.998352+0000","last_clean":"2024-09-11T22:44:54.998352+0000","last_became_active":"2024-09-11T22:44:49.961194+0000","last_became_peered":"2024-09-11T22:44:49.961194+0000","last_unstale":"2024-09-11T22:44:54.998352+0000","last_undegraded":"2024-09-11T22:44:54.998352+0000","last_fullsized":"2024-09-11T22:44:54.998352+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:19.166461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529697+0000","last_change":"2024-09-11T22:44:49.952412+0000","last_active":"2024-09-11T22:44:55.529697+0000","last_peered":"2024-09-11T22:44:55.529697+0000","last_clean":"2024-09-11T22:44:55.529697+0000","last_became_active":"2024-09-11T22:44:49.951053+0000","last_became_peered":"2024-09-11T22:44:49.951053+0000","last_unstale":"2024-09-11T22:44:55.529697+0000","last_undegraded":"2024-09-11T22:44:55.529697+0000","last_fullsized":"2024-09-11T22:44:55.529697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089454+0000","last_change":"2024-09-11T22:44:49.960665+0000","last_active":"2024-09-11T22:44:55.089454+0000","last_peered":"2024-09-11T22:44:55.089454+0000","last_clean":"2024-09-11T22:44:55.089454+0000","last_became_active":"2024-09-11T22:44:49.960380+0000","last_became_peered":"2024-09-11T22:44:49.960380+0000","last_unstale":"2024-09-11T22:44:55.089454+0000","last_undegraded":"2024-09-11T22:44:55.089454+0000","last_fullsized":"2024-09-11T22:44:55.089454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530264+0000","last_change":"2024-09-11T22:44:49.950707+0000","last_active":"2024-09-11T22:44:55.530264+0000","last_peered":"2024-09-11T22:44:55.530264+0000","last_clean":"2024-09-11T22:44:55.530264+0000","last_became_active":"2024-09-11T22:44:49.950408+0000","last_became_peered":"2024-09-11T22:44:49.950408+0000","last_unstale":"2024-09-11T22:44:55.530264+0000","last_undegraded":"2024-09-11T22:44:55.530264+0000","last_fullsized":"2024-09-11T22:44:55.530264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:35.608755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089571+0000","last_change":"2024-09-11T22:44:49.962110+0000","last_active":"2024-09-11T22:44:55.089571+0000","last_peered":"2024-09-11T22:44:55.089571+0000","last_clean":"2024-09-11T22:44:55.089571+0000","last_became_active":"2024-09-11T22:44:49.961788+0000","last_became_peered":"2024-09-11T22:44:49.961788+0000","last_unstale":"2024-09-11T22:44:55.089571+0000","last_undegraded":"2024-09-11T22:44:55.089571+0000","last_fullsized":"2024-09-11T22:44:55.089571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:43.516058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529492+0000","last_change":"2024-09-11T22:44:49.937720+0000","last_active":"2024-09-11T22:44:55.529492+0000","last_peered":"2024-09-11T22:44:55.529492+0000","last_clean":"2024-09-11T22:44:55.529492+0000","last_became_active":"2024-09-11T22:44:49.937266+0000","last_became_peered":"2024-09-11T22:44:49.937266+0000","last_unstale":"2024-09-11T22:44:55.529492+0000","last_undegraded":"2024-09-11T22:44:55.529492+0000","last_fullsized":"2024-09-11T22:44:55.529492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000166+0000","last_change":"2024-09-11T22:44:49.952540+0000","last_active":"2024-09-11T22:44:55.000166+0000","last_peered":"2024-09-11T22:44:55.000166+0000","last_clean":"2024-09-11T22:44:55.000166+0000","last_became_active":"2024-09-11T22:44:49.952272+0000","last_became_peered":"2024-09-11T22:44:49.952272+0000","last_unstale":"2024-09-11T22:44:55.000166+0000","last_undegraded":"2024-09-11T22:44:55.000166+0000","last_fullsized":"2024-09-11T22:44:55.000166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530208+0000","last_change":"2024-09-11T22:44:49.952796+0000","last_active":"2024-09-11T22:44:55.530208+0000","last_peered":"2024-09-11T22:44:55.530208+0000","last_clean":"2024-09-11T22:44:55.530208+0000","last_became_active":"2024-09-11T22:44:49.951075+0000","last_became_peered":"2024-09-11T22:44:49.951075+0000","last_unstale":"2024-09-11T22:44:55.530208+0000","last_undegraded":"2024-09-11T22:44:55.530208+0000","last_fullsized":"2024-09-11T22:44:55.530208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:43.293613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509448,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":856064,"data_stored":693405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509449,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":106299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":102545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":102455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509447,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":266240,"data_stored":102615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":864256,"data_stored":693461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":102581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35608,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336232,"statfs":{"total":96636764160,"available":96600301568,"internally_reserved":0,"allocated":270336,"data_stored":106299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:45:10.371 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-11T22:45:10.372 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-11T22:45:10.372 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-11T22:45:10.372 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-11T22:45:10.372 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-11T22:45:10.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.508+0000 7fd5bb2af640 1 Processor -- start 2024-09-11T22:45:10.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.508+0000 7fd5bb2af640 1 -- start start 2024-09-11T22:45:10.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5bb2af640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd5b415e770 0x7fd5b40b9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5bb2af640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd5b415eb50 0x7fd5b40d3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5bb2af640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5b40cee70 con 0x7fd5b40b6100 2024-09-11T22:45:10.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5bb2af640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd5b40cf3f0 con 0x7fd5b415e770 2024-09-11T22:45:10.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5bb2af640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd5b40d3460 con 0x7fd5b415eb50 2024-09-11T22:45:10.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5b904b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd5b415e770 0x7fd5b40b9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5b984c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd5b40b6100 0x7fd5b40b77b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56224/0 (socket says 172.21.15.16:56224) 2024-09-11T22:45:10.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5b904b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd5b415e770 0x7fd5b40b9fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60744/0 (socket says 172.21.15.16:60744) 2024-09-11T22:45:10.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5b984c640 1 -- 172.21.15.16:0/3647976323 learned_addr learned my addr 172.21.15.16:0/3647976323 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:10.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5b884a640 1 --2- 172.21.15.16:0/3647976323 >> v2:172.21.15.104:3300/0 conn(0x7fd5b415eb50 0x7fd5b40d3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5b904b640 1 -- 172.21.15.16:0/3647976323 >> v2:172.21.15.104:3300/0 conn(0x7fd5b415eb50 msgr2=0x7fd5b40d3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:10.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5b904b640 1 --2- 172.21.15.16:0/3647976323 >> v2:172.21.15.104:3300/0 conn(0x7fd5b415eb50 0x7fd5b40d3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5b904b640 1 -- 172.21.15.16:0/3647976323 >> v1:172.21.15.16:6789/0 conn(0x7fd5b40b6100 legacy=0x7fd5b40b77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.509+0000 7fd5b904b640 1 -- 172.21.15.16:0/3647976323 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b40d3130 con 0x7fd5b415e770 2024-09-11T22:45:10.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.510+0000 7fd5b904b640 1 --2- 172.21.15.16:0/3647976323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5b415e770 0x7fd5b40b9fa0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd5b40d35e0 tx=0x7fd5b002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebecb3a6d25e2769 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:10.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.510+0000 7fd5abfff640 1 -- 172.21.15.16:0/3647976323 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b0037070 con 0x7fd5b415e770 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.510+0000 7fd5abfff640 1 -- 172.21.15.16:0/3647976323 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5b0032440 con 0x7fd5b415e770 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.510+0000 7fd5abfff640 1 -- 172.21.15.16:0/3647976323 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b002ae60 con 0x7fd5b415e770 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.511+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3647976323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5b415e770 msgr2=0x7fd5b40b9fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.511+0000 7fd5bb2af640 1 --2- 172.21.15.16:0/3647976323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5b415e770 0x7fd5b40b9fa0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd5b40d35e0 tx=0x7fd5b002a110 comp rx=0 tx=0).stop 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.511+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3647976323 shutdown_connections 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.511+0000 7fd5bb2af640 1 --2- 172.21.15.16:0/3647976323 >> v2:172.21.15.104:3300/0 conn(0x7fd5b415eb50 0x7fd5b40d3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.511+0000 7fd5bb2af640 1 --2- 172.21.15.16:0/3647976323 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5b415e770 0x7fd5b40b9fa0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.511+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3647976323 >> 172.21.15.16:0/3647976323 conn(0x7fd5b40d12e0 msgr2=0x7fd5b40d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.511+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3647976323 shutdown_connections 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.511+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3647976323 wait complete. 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.512+0000 7fd5bb2af640 1 Processor -- start 2024-09-11T22:45:10.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.512+0000 7fd5bb2af640 1 -- start start 2024-09-11T22:45:10.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5bb2af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5b40b6100 0x7fd5b41546d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5bb2af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5b415e770 0x7fd5b40c9f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5bb2af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5b415eb50 0x7fd5b4160330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5bb2af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b40ba660 con 0x7fd5b40b6100 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5bb2af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b40ba4e0 con 0x7fd5b415e770 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5bb2af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd5b40d41e0 con 0x7fd5b415eb50 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b904b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5b40b6100 0x7fd5b41546d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b904b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5b40b6100 0x7fd5b41546d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60760/0 (socket says 172.21.15.16:60760) 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b904b640 1 -- 172.21.15.16:0/3888196209 learned_addr learned my addr 172.21.15.16:0/3888196209 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b884a640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5b415e770 0x7fd5b40c9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b904b640 1 -- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5b415eb50 msgr2=0x7fd5b4160330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b984c640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5b415eb50 0x7fd5b4160330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b904b640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5b415eb50 0x7fd5b4160330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b904b640 1 -- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5b415e770 msgr2=0x7fd5b40c9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b904b640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5b415e770 0x7fd5b40c9f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b904b640 1 -- 172.21.15.16:0/3888196209 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b40c8bc0 con 0x7fd5b40b6100 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b884a640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5b415e770 0x7fd5b40c9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b984c640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5b415eb50 0x7fd5b4160330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.513+0000 7fd5b904b640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5b40b6100 0x7fd5b41546d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd5b0009860 tx=0x7fd5b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.514+0000 7fd5a9ffb640 1 -- 172.21.15.16:0/3888196209 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b0037040 con 0x7fd5b40b6100 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.514+0000 7fd5a9ffb640 1 -- 172.21.15.16:0/3888196209 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5b0042070 con 0x7fd5b40b6100 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.514+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3888196209 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5b40c8ea0 con 0x7fd5b40b6100 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.514+0000 7fd5a9ffb640 1 -- 172.21.15.16:0/3888196209 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b0030bd0 con 0x7fd5b40b6100 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.514+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3888196209 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5b40c9460 con 0x7fd5b40b6100 2024-09-11T22:45:10.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.515+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3888196209 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5b40cf800 con 0x7fd5b40b6100 2024-09-11T22:45:10.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.515+0000 7fd5a9ffb640 1 -- 172.21.15.16:0/3888196209 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd5b0047460 con 0x7fd5b40b6100 2024-09-11T22:45:10.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.516+0000 7fd5a9ffb640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd59806be30 0x7fd59806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.516+0000 7fd5a9ffb640 1 -- 172.21.15.16:0/3888196209 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fd5b00abe80 con 0x7fd5b40b6100 2024-09-11T22:45:10.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.516+0000 7fd5b884a640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd59806be30 0x7fd59806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.516+0000 7fd5b884a640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd59806be30 0x7fd59806e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd5a4006fd0 tx=0x7fd5a4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:10.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.520+0000 7fd5a9ffb640 1 -- 172.21.15.16:0/3888196209 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd5b0032e20 con 0x7fd5b40b6100 2024-09-11T22:45:10.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.745+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3888196209 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fd5b40ba160 con 0x7fd5b40b6100 2024-09-11T22:45:10.748 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.748+0000 7fd5a9ffb640 1 -- 172.21.15.16:0/3888196209 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+172946 (secure 0 0 0) 0x7fd5b007a450 con 0x7fd5b40b6100 2024-09-11T22:45:10.751 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:10.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd59806be30 msgr2=0x7fd59806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd59806be30 0x7fd59806e2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd5a4006fd0 tx=0x7fd5a4008040 comp rx=0 tx=0).stop 2024-09-11T22:45:10.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3888196209 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5b40b6100 msgr2=0x7fd5b41546d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5b40b6100 0x7fd5b41546d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd5b0009860 tx=0x7fd5b00046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3888196209 shutdown_connections 2024-09-11T22:45:10.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd59806be30 0x7fd59806e2f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5b415eb50 0x7fd5b4160330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5b415e770 0x7fd5b40c9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 --2- 172.21.15.16:0/3888196209 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5b40b6100 0x7fd5b41546d0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3888196209 >> 172.21.15.16:0/3888196209 conn(0x7fd5b40d12e0 msgr2=0x7fd5b40d16c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:10.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3888196209 shutdown_connections 2024-09-11T22:45:10.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.751+0000 7fd5bb2af640 1 -- 172.21.15.16:0/3888196209 wait complete. 2024-09-11T22:45:10.762 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":5,"flags":0,"active_gid":4103,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6832","nonce":4046407617},{"type":"v1","addr":"172.21.15.104:6833","nonce":4046407617}]},"active_addr":"172.21.15.104:6833/4046407617","active_change":"2024-09-11T22:44:30.341103+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":1244196467}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":1861353074}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":2189607487}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.104:0","nonce":2067926576}]}]} 2024-09-11T22:45:10.767 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-11T22:45:10.767 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-11T22:45:10.768 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:10.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.870+0000 7f97153bd640 1 Processor -- start 2024-09-11T22:45:10.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.870+0000 7f97153bd640 1 -- start start 2024-09-11T22:45:10.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.870+0000 7f97153bd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97100d0f00 0x7f971009aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.870+0000 7f97153bd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97100d13b0 con 0x7f971015e9e0 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.870+0000 7f97153bd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97100d1690 con 0x7f971015e600 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.870+0000 7f97153bd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f97100d1970 con 0x7f97100d0f00 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f971015e9e0 0x7f97100b1f90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56236/0 (socket says 172.21.15.16:56236) 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970f7fe640 1 -- 172.21.15.16:0/3048882971 learned_addr learned my addr 172.21.15.16:0/3048882971 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970e7fc640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97100d0f00 0x7f971009aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2034933250 0 0) 0x7f97100d13b0 con 0x7f971015e9e0 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f96f8003520 con 0x7f971015e9e0 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1348499783 0 0) 0x7f96f8003520 con 0x7f971015e9e0 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97100d0f00 msgr2=0x7f971009aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97100d0f00 0x7f971009aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 >> v1:172.21.15.104:6789/0 conn(0x7f971015e600 legacy=0x7f97100d07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97100d1c50 con 0x7f971015e9e0 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f97080019f0 con 0x7f971015e9e0 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 >> v1:172.21.15.16:6789/0 conn(0x7f971015e9e0 legacy=0x7f97100b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80039e0 0x7f96f8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97100d0f00 0x7f96f8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96f8004d40 0x7f96f80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f97100d1970 con 0x7f96f8004d40 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f96f800b9f0 con 0x7f96f80039e0 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f96f800bbf0 con 0x7f97100d0f00 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970f7fe640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96f8004d40 0x7f96f80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970e7fc640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97100d0f00 0x7f96f8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.871+0000 7f970effd640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80039e0 0x7f96f8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.872+0000 7f970f7fe640 1 -- 172.21.15.16:0/3048882971 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97100d0f00 msgr2=0x7f96f8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.872+0000 7f970f7fe640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97100d0f00 0x7f96f8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.872+0000 7f970f7fe640 1 -- 172.21.15.16:0/3048882971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80039e0 msgr2=0x7f96f8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:10.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.872+0000 7f970f7fe640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f80039e0 0x7f96f8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.872+0000 7f970f7fe640 1 -- 172.21.15.16:0/3048882971 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96f8003520 con 0x7f96f8004d40 2024-09-11T22:45:10.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.872+0000 7f970f7fe640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96f8004d40 0x7f96f80051c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f970800a800 tx=0x7f96f8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b0587d7a41e3067 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:10.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.873+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f970800a450 con 0x7f96f8004d40 2024-09-11T22:45:10.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.873+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f970802f070 con 0x7f96f8004d40 2024-09-11T22:45:10.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.873+0000 7f970dffb640 1 -- 172.21.15.16:0/3048882971 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f970802bc50 con 0x7f96f8004d40 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.873+0000 7f97153bd640 1 -- 172.21.15.16:0/3048882971 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96f8004d40 msgr2=0x7f96f80051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.873+0000 7f97153bd640 1 --2- 172.21.15.16:0/3048882971 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96f8004d40 0x7f96f80051c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f970800a800 tx=0x7f96f8005830 comp rx=0 tx=0).stop 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.873+0000 7f970f7fe640 1 -- 172.21.15.16:0/3048882971 reap_dead start 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.873+0000 7f97153bd640 1 -- 172.21.15.16:0/3048882971 shutdown_connections 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.873+0000 7f97153bd640 1 -- 172.21.15.16:0/3048882971 >> 172.21.15.16:0/3048882971 conn(0x7f97100d24f0 msgr2=0x7f97100d2900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.873+0000 7f97153bd640 1 -- 172.21.15.16:0/3048882971 shutdown_connections 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.873+0000 7f97153bd640 1 -- 172.21.15.16:0/3048882971 wait complete. 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f97153bd640 1 Processor -- start 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f97153bd640 1 -- start start 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f97153bd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f8004d40 0x7f9710156f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f97153bd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9710156440 0x7f97100b71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f97153bd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97101f48a0 0x7f97101f4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f97153bd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f971009aa40 con 0x7f9710156440 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f97153bd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f971009b9e0 con 0x7f96f8004d40 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f97153bd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f971009abc0 con 0x7f97101f48a0 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f970e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9710156440 0x7f97100b71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f970e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9710156440 0x7f97100b71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60790/0 (socket says 172.21.15.16:60790) 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f970e7fc640 1 -- 172.21.15.16:0/2986159656 learned_addr learned my addr 172.21.15.16:0/2986159656 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.875+0000 7f970effd640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f8004d40 0x7f9710156f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f970f7fe640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97101f48a0 0x7f97101f4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f970e7fc640 1 -- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97101f48a0 msgr2=0x7f97101f4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f970e7fc640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97101f48a0 0x7f97101f4d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f970e7fc640 1 -- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f8004d40 msgr2=0x7f9710156f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f970e7fc640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f8004d40 0x7f9710156f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f970e7fc640 1 -- 172.21.15.16:0/2986159656 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9710158a40 con 0x7f9710156440 2024-09-11T22:45:10.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f970f7fe640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97101f48a0 0x7f97101f4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:10.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f970e7fc640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9710156440 0x7f97100b71e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f97040119d0 tx=0x7f9704011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:10.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f96f77fe640 1 -- 172.21.15.16:0/2986159656 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f970400fb50 con 0x7f9710156440 2024-09-11T22:45:10.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f96f77fe640 1 -- 172.21.15.16:0/2986159656 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f970400fcf0 con 0x7f9710156440 2024-09-11T22:45:10.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f97153bd640 1 -- 172.21.15.16:0/2986159656 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9710160480 con 0x7f9710156440 2024-09-11T22:45:10.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f96f77fe640 1 -- 172.21.15.16:0/2986159656 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f970400fea0 con 0x7f9710156440 2024-09-11T22:45:10.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.876+0000 7f97153bd640 1 -- 172.21.15.16:0/2986159656 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9710160d20 con 0x7f9710156440 2024-09-11T22:45:10.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.877+0000 7f97153bd640 1 -- 172.21.15.16:0/2986159656 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f971006e500 con 0x7f9710156440 2024-09-11T22:45:10.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.877+0000 7f96f77fe640 1 -- 172.21.15.16:0/2986159656 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9704012040 con 0x7f9710156440 2024-09-11T22:45:10.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.878+0000 7f96f77fe640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f96fc06be60 0x7f96fc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:10.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.878+0000 7f96f77fe640 1 -- 172.21.15.16:0/2986159656 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f970408b7e0 con 0x7f9710156440 2024-09-11T22:45:10.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.878+0000 7f970effd640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f96fc06be60 0x7f96fc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:10.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.879+0000 7f970effd640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f96fc06be60 0x7f96fc06e320 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9700000c00 tx=0x7f9700009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:10.883 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:10.882+0000 7f96f77fe640 1 -- 172.21.15.16:0/2986159656 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f971006e500 con 0x7f9710156440 2024-09-11T22:45:11.059 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.059+0000 7f97153bd640 1 -- 172.21.15.16:0/2986159656 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f971009afa0 con 0x7f9710156440 2024-09-11T22:45:11.060 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.060+0000 7f96f77fe640 1 -- 172.21.15.16:0/2986159656 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f9704019030 con 0x7f9710156440 2024-09-11T22:45:11.061 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:11.061 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":25,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:54.328241+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:11.065 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 -- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f96fc06be60 msgr2=0x7f96fc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f96fc06be60 0x7f96fc06e320 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9700000c00 tx=0x7f9700009040 comp rx=0 tx=0).stop 2024-09-11T22:45:11.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 -- 172.21.15.16:0/2986159656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9710156440 msgr2=0x7f97100b71e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9710156440 0x7f97100b71e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f97040119d0 tx=0x7f9704011e90 comp rx=0 tx=0).stop 2024-09-11T22:45:11.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 -- 172.21.15.16:0/2986159656 shutdown_connections 2024-09-11T22:45:11.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f96fc06be60 0x7f96fc06e320 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97101f48a0 0x7f97101f4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9710156440 0x7f97100b71e0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 --2- 172.21.15.16:0/2986159656 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96f8004d40 0x7f9710156f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 -- 172.21.15.16:0/2986159656 >> 172.21.15.16:0/2986159656 conn(0x7f97100d24f0 msgr2=0x7f97100b5440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 -- 172.21.15.16:0/2986159656 shutdown_connections 2024-09-11T22:45:11.066 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.062+0000 7f97153bd640 1 -- 172.21.15.16:0/2986159656 wait complete. 2024-09-11T22:45:11.074 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-11T22:45:11.074 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:11.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.176+0000 7fef169af640 1 Processor -- start 2024-09-11T22:45:11.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.176+0000 7fef169af640 1 -- start start 2024-09-11T22:45:11.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef169af640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fef1015e6a0 0x7fef100cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef169af640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fef100b68d0 0x7fef100d33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef169af640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef1015ea80 con 0x7fef100d1cf0 2024-09-11T22:45:11.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef169af640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fef100d2310 con 0x7fef1015e6a0 2024-09-11T22:45:11.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef169af640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fef100d25f0 con 0x7fef100b68d0 2024-09-11T22:45:11.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef0ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fef1015e6a0 0x7fef100cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef0ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fef1015e6a0 0x7fef100cfc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60802/0 (socket says 172.21.15.16:60802) 2024-09-11T22:45:11.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef0ffff640 1 -- 172.21.15.16:0/1935862373 learned_addr learned my addr 172.21.15.16:0/1935862373 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef14f4c640 1 --2- 172.21.15.16:0/1935862373 >> v2:172.21.15.104:3300/0 conn(0x7fef100b68d0 0x7fef100d33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef0ffff640 1 -- 172.21.15.16:0/1935862373 >> v2:172.21.15.104:3300/0 conn(0x7fef100b68d0 msgr2=0x7fef100d33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef0ffff640 1 --2- 172.21.15.16:0/1935862373 >> v2:172.21.15.104:3300/0 conn(0x7fef100b68d0 0x7fef100d33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef0ffff640 1 -- 172.21.15.16:0/1935862373 >> v1:172.21.15.104:6789/0 conn(0x7fef100d1cf0 legacy=0x7fef100b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.177+0000 7fef0ffff640 1 -- 172.21.15.16:0/1935862373 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef100d28d0 con 0x7fef1015e6a0 2024-09-11T22:45:11.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.178+0000 7fef0ffff640 1 --2- 172.21.15.16:0/1935862373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015e6a0 0x7fef100cfc50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fef100d09e0 tx=0x7fef0002a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eb17fb5f3aad6cf server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.178+0000 7fef0effd640 1 -- 172.21.15.16:0/1935862373 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef00037070 con 0x7fef1015e6a0 2024-09-11T22:45:11.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.178+0000 7fef0effd640 1 -- 172.21.15.16:0/1935862373 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef00032440 con 0x7fef1015e6a0 2024-09-11T22:45:11.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.178+0000 7fef0effd640 1 -- 172.21.15.16:0/1935862373 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef00032810 con 0x7fef1015e6a0 2024-09-11T22:45:11.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.179+0000 7fef169af640 1 -- 172.21.15.16:0/1935862373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015e6a0 msgr2=0x7fef100cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.179+0000 7fef169af640 1 --2- 172.21.15.16:0/1935862373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015e6a0 0x7fef100cfc50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fef100d09e0 tx=0x7fef0002a150 comp rx=0 tx=0).stop 2024-09-11T22:45:11.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.179+0000 7fef169af640 1 -- 172.21.15.16:0/1935862373 shutdown_connections 2024-09-11T22:45:11.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.179+0000 7fef169af640 1 --2- 172.21.15.16:0/1935862373 >> v2:172.21.15.104:3300/0 conn(0x7fef100b68d0 0x7fef100d33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.179+0000 7fef169af640 1 --2- 172.21.15.16:0/1935862373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015e6a0 0x7fef100cfc50 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.179+0000 7fef169af640 1 -- 172.21.15.16:0/1935862373 >> 172.21.15.16:0/1935862373 conn(0x7fef10067d70 msgr2=0x7fef10068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.179+0000 7fef169af640 1 -- 172.21.15.16:0/1935862373 shutdown_connections 2024-09-11T22:45:11.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.179+0000 7fef169af640 1 -- 172.21.15.16:0/1935862373 wait complete. 2024-09-11T22:45:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.180+0000 7fef169af640 1 Processor -- start 2024-09-11T22:45:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.180+0000 7fef169af640 1 -- start start 2024-09-11T22:45:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef169af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef100b68d0 0x7fef10151870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef169af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef100d1cf0 0x7fef10159d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef169af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015e6a0 0x7fef101520b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef169af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fef100b6d00 con 0x7fef1015e6a0 2024-09-11T22:45:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef169af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fef100d2e90 con 0x7fef100b68d0 2024-09-11T22:45:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef169af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fef100b7970 con 0x7fef100d1cf0 2024-09-11T22:45:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef14f4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015e6a0 0x7fef101520b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef14f4c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015e6a0 0x7fef101520b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60814/0 (socket says 172.21.15.16:60814) 2024-09-11T22:45:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef14f4c640 1 -- 172.21.15.16:0/1641210195 learned_addr learned my addr 172.21.15.16:0/1641210195 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef0ffff640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef100b68d0 0x7fef10151870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef0f7fe640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef100d1cf0 0x7fef10159d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef14f4c640 1 -- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef100d1cf0 msgr2=0x7fef10159d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef14f4c640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef100d1cf0 0x7fef10159d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef14f4c640 1 -- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef100b68d0 msgr2=0x7fef10151870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef14f4c640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef100b68d0 0x7fef10151870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef14f4c640 1 -- 172.21.15.16:0/1641210195 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef100c8aa0 con 0x7fef1015e6a0 2024-09-11T22:45:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.181+0000 7fef0f7fe640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef100d1cf0 0x7fef10159d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.182+0000 7fef14f4c640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015e6a0 0x7fef101520b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fef08007e40 tx=0x7fef0800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.182+0000 7fef0cff9640 1 -- 172.21.15.16:0/1641210195 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef08014620 con 0x7fef1015e6a0 2024-09-11T22:45:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.182+0000 7fef0cff9640 1 -- 172.21.15.16:0/1641210195 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef08019070 con 0x7fef1015e6a0 2024-09-11T22:45:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.182+0000 7fef0cff9640 1 -- 172.21.15.16:0/1641210195 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef08014a20 con 0x7fef1015e6a0 2024-09-11T22:45:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.182+0000 7fef169af640 1 -- 172.21.15.16:0/1641210195 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef100c9030 con 0x7fef1015e6a0 2024-09-11T22:45:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.182+0000 7fef169af640 1 -- 172.21.15.16:0/1641210195 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef100c95f0 con 0x7fef1015e6a0 2024-09-11T22:45:11.187 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.183+0000 7fef169af640 1 -- 172.21.15.16:0/1641210195 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef100c97f0 con 0x7fef1015e6a0 2024-09-11T22:45:11.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.183+0000 7fef0cff9640 1 -- 172.21.15.16:0/1641210195 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fef08014bc0 con 0x7fef1015e6a0 2024-09-11T22:45:11.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.184+0000 7fef0cff9640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feefc06be30 0x7feefc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.184+0000 7fef0cff9640 1 -- 172.21.15.16:0/1641210195 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fef0808b960 con 0x7fef1015e6a0 2024-09-11T22:45:11.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.184+0000 7fef0ffff640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feefc06be30 0x7feefc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.185+0000 7fef0ffff640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feefc06be30 0x7feefc06e2f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fef00034000 tx=0x7fef0002e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.188+0000 7fef0cff9640 1 -- 172.21.15.16:0/1641210195 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef100c97f0 con 0x7fef1015e6a0 2024-09-11T22:45:11.364 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.363+0000 7fef169af640 1 -- 172.21.15.16:0/1641210195 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fef100cfc50 con 0x7fef1015e6a0 2024-09-11T22:45:11.365 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.365+0000 7fef0cff9640 1 -- 172.21.15.16:0/1641210195 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7fef0805a060 con 0x7fef1015e6a0 2024-09-11T22:45:11.365 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:11.366 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":25,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:54.328241+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:11.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 -- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feefc06be30 msgr2=0x7feefc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feefc06be30 0x7feefc06e2f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fef00034000 tx=0x7fef0002e000 comp rx=0 tx=0).stop 2024-09-11T22:45:11.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 -- 172.21.15.16:0/1641210195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015e6a0 msgr2=0x7fef101520b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015e6a0 0x7fef101520b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fef08007e40 tx=0x7fef0800e4b0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 -- 172.21.15.16:0/1641210195 shutdown_connections 2024-09-11T22:45:11.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feefc06be30 0x7feefc06e2f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015e6a0 0x7fef101520b0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef100d1cf0 0x7fef10159d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 --2- 172.21.15.16:0/1641210195 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef100b68d0 0x7fef10151870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.368 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 -- 172.21.15.16:0/1641210195 >> 172.21.15.16:0/1641210195 conn(0x7fef10067d70 msgr2=0x7fef10145b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 -- 172.21.15.16:0/1641210195 shutdown_connections 2024-09-11T22:45:11.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.367+0000 7fef169af640 1 -- 172.21.15.16:0/1641210195 wait complete. 2024-09-11T22:45:11.379 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-11T22:45:11.379 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-11T22:45:11.380 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-11T22:45:11.380 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-11T22:45:11.380 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-11T22:45:11.381 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-11T22:45:11.381 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-11T22:45:11.382 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-11T22:45:11.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.557+0000 7f2f6f2f2640 1 Processor -- start 2024-09-11T22:45:11.558 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.557+0000 7f61ad586640 1 Processor -- start 2024-09-11T22:45:11.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.558+0000 7f87e7027640 1 Processor -- start 2024-09-11T22:45:11.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.557+0000 7f2f6f2f2640 1 -- start start 2024-09-11T22:45:11.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.558+0000 7f87e7027640 1 -- start start 2024-09-11T22:45:11.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7feb6ab49640 1 Processor -- start 2024-09-11T22:45:11.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7f81f3e7b640 1 Processor -- start 2024-09-11T22:45:11.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7feb6ab49640 1 -- start start 2024-09-11T22:45:11.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7ff8d9b42640 1 Processor -- start 2024-09-11T22:45:11.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.557+0000 7f61ad586640 1 -- start start 2024-09-11T22:45:11.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7f61ad586640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f61a8162990 0x7f61a8162d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7f61ad586640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f61a81632b0 0x7f61a8166530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7f61ad586640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61a8163770 con 0x7f61a8166a70 2024-09-11T22:45:11.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7f61ad586640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f61a8163a50 con 0x7f61a8162990 2024-09-11T22:45:11.561 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7f61ad586640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f61a8163d30 con 0x7f61a81632b0 2024-09-11T22:45:11.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7f2f6f2f2640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f68164840 0x7f2f6806c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7f2f6f2f2640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f68164d40 con 0x7f2f6806bc10 2024-09-11T22:45:11.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7f2f6f2f2640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f68165020 con 0x7f2f68162a60 2024-09-11T22:45:11.562 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7ff8d9b42640 1 -- start start 2024-09-11T22:45:11.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7f2f6f2f2640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2f68165950 con 0x7f2f68164840 2024-09-11T22:45:11.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f2f6daef640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f2f6806bc10 0x7f2f68164130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56238/0 (socket says 172.21.15.16:56238) 2024-09-11T22:45:11.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f2f6daef640 1 -- 172.21.15.16:0/519502348 learned_addr learned my addr 172.21.15.16:0/519502348 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:11.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f61a67fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f61a81632b0 0x7f61a8166530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f61a67fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f61a81632b0 0x7f61a8166530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52140/0 (socket says 172.21.15.16:52140) 2024-09-11T22:45:11.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f61a67fc640 1 -- 172.21.15.16:0/1324288125 learned_addr learned my addr 172.21.15.16:0/1324288125 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f87e7027640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f87e0162b00 0x7f87e00b38b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f87e7027640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87e0072190 0x7f87e0072620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f87e7027640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87e0162ee0 con 0x7f87e00d0200 2024-09-11T22:45:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f87e7027640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f87e00b4fe0 con 0x7f87e0162b00 2024-09-11T22:45:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f87e7027640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f87e00b4770 con 0x7f87e0072190 2024-09-11T22:45:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7fad5cad0640 1 Processor -- start 2024-09-11T22:45:11.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f2f6eaf1640 1 --2- 172.21.15.16:0/519502348 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f68164840 0x7f2f6806c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.559+0000 7f81f3e7b640 1 -- start start 2024-09-11T22:45:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f87e4dc3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f87e0162b00 0x7f87e00b38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f87e4dc3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f87e0162b00 0x7f87e00b38b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60832/0 (socket says 172.21.15.16:60832) 2024-09-11T22:45:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f87e4dc3640 1 -- 172.21.15.16:0/3448231137 learned_addr learned my addr 172.21.15.16:0/3448231137 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f87dffff640 1 --1- 172.21.15.16:0/3448231137 >> v1:172.21.15.104:6789/0 conn(0x7f87e00d0200 0x7f87e00b5470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:56276/0 (socket says 172.21.15.16:56276) 2024-09-11T22:45:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f61a67fc640 1 -- 172.21.15.16:0/1324288125 >> v2:172.21.15.16:3300/0 conn(0x7f61a8162990 msgr2=0x7f61a8162d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f61a67fc640 1 --2- 172.21.15.16:0/1324288125 >> v2:172.21.15.16:3300/0 conn(0x7f61a8162990 0x7f61a8162d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f61a67fc640 1 -- 172.21.15.16:0/1324288125 >> v1:172.21.15.16:6789/0 conn(0x7f61a8166a70 legacy=0x7f61a806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7f61a67fc640 1 -- 172.21.15.16:0/1324288125 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61a8070a30 con 0x7f61a81632b0 2024-09-11T22:45:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7ff8d9b42640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff8d4162b00 0x7ff8d40b38b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7feb6ab49640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feb6415e510 0x7feb640b5e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f2f6eaf1640 1 -- 172.21.15.16:0/519502348 >> v1:172.21.15.104:6789/0 conn(0x7f2f68162a60 legacy=0x7f2f68165de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f2f6eaf1640 1 -- 172.21.15.16:0/519502348 >> v1:172.21.15.16:6789/0 conn(0x7f2f6806bc10 legacy=0x7f2f68164130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f2f6eaf1640 1 -- 172.21.15.16:0/519502348 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f68165300 con 0x7f2f68164840 2024-09-11T22:45:11.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7ff8d9b42640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d4072190 0x7ff8d4072620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7ff8d9b42640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8d4162ee0 con 0x7ff8d40d0200 2024-09-11T22:45:11.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7ff8d9b42640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff8d40b4fe0 con 0x7ff8d4162b00 2024-09-11T22:45:11.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7ff8d9b42640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff8d40b4770 con 0x7ff8d4072190 2024-09-11T22:45:11.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f81f3e7b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f81ec072190 0x7f81ec072620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f81f3e7b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81ec162ee0 con 0x7f81ec0d0200 2024-09-11T22:45:11.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f81f3e7b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81ec0b4770 con 0x7f81ec162b00 2024-09-11T22:45:11.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f81f3e7b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f81ec0b4fe0 con 0x7f81ec072190 2024-09-11T22:45:11.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f81f1416640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f81ec0d0200 0x7f81ec0b5470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56256/0 (socket says 172.21.15.16:56256) 2024-09-11T22:45:11.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f81f1416640 1 -- 172.21.15.16:0/575171680 learned_addr learned my addr 172.21.15.16:0/575171680 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7feb6ab49640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb6406e810 0x7feb640b4640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7feb6ab49640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feb6406ec50 0x7feb640b4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7feb6ab49640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7feb640b0200 con 0x7feb6415e510 2024-09-11T22:45:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7feb6ab49640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7feb640b04e0 con 0x7feb6406ec50 2024-09-11T22:45:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7feb6ab49640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feb640b3e40 con 0x7feb6406e810 2024-09-11T22:45:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7feb688e5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feb6415e510 0x7feb640b5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7feb688e5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feb6415e510 0x7feb640b5e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60840/0 (socket says 172.21.15.16:60840) 2024-09-11T22:45:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7feb688e5640 1 -- 172.21.15.16:0/4213982417 learned_addr learned my addr 172.21.15.16:0/4213982417 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7feb63fff640 1 --2- 172.21.15.16:0/4213982417 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb6406e810 0x7feb640b4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.560+0000 7fad5cad0640 1 -- start start 2024-09-11T22:45:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f87e4dc3640 1 -- 172.21.15.16:0/3448231137 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87e0072190 msgr2=0x7f87e0072620 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-11T22:45:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f87e4dc3640 1 --2- 172.21.15.16:0/3448231137 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87e0072190 0x7f87e0072620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f87e4dc3640 1 -- 172.21.15.16:0/3448231137 >> v1:172.21.15.104:6789/0 conn(0x7f87e00d0200 legacy=0x7f87e00b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7f87e4dc3640 1 -- 172.21.15.16:0/3448231137 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e00b5b80 con 0x7f87e0162b00 2024-09-11T22:45:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7fb137fff640 1 Processor -- start 2024-09-11T22:45:11.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7feb690e6640 1 --2- 172.21.15.16:0/4213982417 >> v2:172.21.15.104:3300/0 conn(0x7feb6406ec50 0x7feb640b4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7fad5cad0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fad500df980 0x7fad50037160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fb137fff640 1 -- start start 2024-09-11T22:45:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.561+0000 7fad5cad0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad500561d0 0x7fad500376a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad5cad0640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad500541a0 con 0x7fad50053c30 2024-09-11T22:45:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad5cad0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fad50054480 con 0x7fad500df980 2024-09-11T22:45:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad5cad0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fad5000ae00 con 0x7fad500561d0 2024-09-11T22:45:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7ff8d37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff8d4162b00 0x7ff8d40b38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7ff8d37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff8d4162b00 0x7ff8d40b38b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60848/0 (socket says 172.21.15.16:60848) 2024-09-11T22:45:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7ff8d37fe640 1 -- 172.21.15.16:0/3179829806 learned_addr learned my addr 172.21.15.16:0/3179829806 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7f61a67fc640 1 --2- 172.21.15.16:0/1324288125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61a81632b0 0x7f61a8166530 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f61a8074310 tx=0x7f619c02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22c4f9fa58dbd73a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad56d9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad500561d0 0x7fad500376a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad56d9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad500561d0 0x7fad500376a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:56478/0 (socket says 172.21.15.16:56478) 2024-09-11T22:45:11.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad56d9d640 1 -- 172.21.15.16:0/2548583450 learned_addr learned my addr 172.21.15.16:0/2548583450 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7ff8d3fff640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d4072190 0x7ff8d4072620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7f61a5ffb640 1 -- 172.21.15.16:0/1324288125 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f619c037070 con 0x7f61a81632b0 2024-09-11T22:45:11.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7f61a5ffb640 1 -- 172.21.15.16:0/1324288125 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f619c032440 con 0x7f61a81632b0 2024-09-11T22:45:11.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7f81f0c15640 1 -- 172.21.15.16:0/575171680 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1170948090 0 0) 0x7f81ec162ee0 con 0x7f81ec0d0200 2024-09-11T22:45:11.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7f61a5ffb640 1 -- 172.21.15.16:0/1324288125 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f619c032810 con 0x7f61a81632b0 2024-09-11T22:45:11.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad5659c640 1 --2- 172.21.15.16:0/2548583450 >> v2:172.21.15.16:3300/0 conn(0x7fad500df980 0x7fad50037160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad56d9d640 1 -- 172.21.15.16:0/2548583450 >> v2:172.21.15.16:3300/0 conn(0x7fad500df980 msgr2=0x7fad50037160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad56d9d640 1 --2- 172.21.15.16:0/2548583450 >> v2:172.21.15.16:3300/0 conn(0x7fad500df980 0x7fad50037160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad56d9d640 1 -- 172.21.15.16:0/2548583450 >> v1:172.21.15.16:6789/0 conn(0x7fad50053c30 legacy=0x7fad500066d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7f81f0c15640 1 -- 172.21.15.16:0/575171680 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f81d8003520 con 0x7f81ec0d0200 2024-09-11T22:45:11.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad56d9d640 1 -- 172.21.15.16:0/2548583450 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad5000b0e0 con 0x7fad500561d0 2024-09-11T22:45:11.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7fad5659c640 1 --2- 172.21.15.16:0/2548583450 >> v2:172.21.15.16:3300/0 conn(0x7fad500df980 0x7fad50037160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:11.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7f81f2418640 1 --2- 172.21.15.16:0/575171680 >> v2:172.21.15.16:3300/0 conn(0x7f81ec072190 0x7f81ec072620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3801424893 0 0) 0x7ff8d4162ee0 con 0x7ff8d40d0200 2024-09-11T22:45:11.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff8bc003520 con 0x7ff8d40d0200 2024-09-11T22:45:11.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f2f6eaf1640 1 --2- 172.21.15.16:0/519502348 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f68164840 0x7f2f6806c0a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2f580097d0 tx=0x7f2f5802a0b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5e06849883f1d35 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 <== mon.1 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4017656957 0 0) 0x7ff8bc003520 con 0x7ff8d40d0200 2024-09-11T22:45:11.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7feb690e6640 1 -- 172.21.15.16:0/4213982417 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb6406e810 msgr2=0x7feb640b4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7feb690e6640 1 --2- 172.21.15.16:0/4213982417 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb6406e810 0x7feb640b4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7feb690e6640 1 -- 172.21.15.16:0/4213982417 >> v2:172.21.15.16:3300/0 conn(0x7feb6415e510 msgr2=0x7feb640b5e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7feb690e6640 1 --2- 172.21.15.16:0/4213982417 >> v2:172.21.15.16:3300/0 conn(0x7feb6415e510 0x7feb640b5e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.562+0000 7feb690e6640 1 -- 172.21.15.16:0/4213982417 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb640b4120 con 0x7feb6406ec50 2024-09-11T22:45:11.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d4072190 msgr2=0x7ff8d4072620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f87e4dc3640 1 --2- 172.21.15.16:0/3448231137 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87e0162b00 0x7f87e00b38b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f87d4009870 tx=0x7f87d402a310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbe0e375a36a9424 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d4072190 0x7ff8d4072620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 >> v2:172.21.15.16:3300/0 conn(0x7ff8d4162b00 msgr2=0x7ff8d40b38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 --2- 172.21.15.16:0/3179829806 >> v2:172.21.15.16:3300/0 conn(0x7ff8d4162b00 0x7ff8d40b38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7fb137fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300551b0 0x7fb13004f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8d40b5b80 con 0x7ff8d40d0200 2024-09-11T22:45:11.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f61ad586640 1 -- 172.21.15.16:0/1324288125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61a81632b0 msgr2=0x7f61a8166530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f61ad586640 1 --2- 172.21.15.16:0/1324288125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61a81632b0 0x7f61a8166530 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f61a8074310 tx=0x7f619c02a230 comp rx=0 tx=0).stop 2024-09-11T22:45:11.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7fb137fff640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb130039630 con 0x7fb130036730 2024-09-11T22:45:11.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7fb137fff640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb130039910 con 0x7fb13000a4f0 2024-09-11T22:45:11.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7fb137fff640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb130039bf0 con 0x7fb1300551b0 2024-09-11T22:45:11.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f2f6d2ee640 1 -- 172.21.15.16:0/519502348 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f58037070 con 0x7f2f68164840 2024-09-11T22:45:11.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f81f0c15640 1 -- 172.21.15.16:0/575171680 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 342889664 0 0) 0x7f81ec0b4770 con 0x7f81ec162b00 2024-09-11T22:45:11.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7fb136ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fb13000a4f0 0x7fb130036020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:56312/0 (socket says 172.21.15.16:56312) 2024-09-11T22:45:11.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7fb136ffd640 1 -- 172.21.15.16:0/1837053829 learned_addr learned my addr 172.21.15.16:0/1837053829 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:11.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 <== mon.1 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7ff8c8001670 con 0x7ff8d40d0200 2024-09-11T22:45:11.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 >> v1:172.21.15.104:6789/0 conn(0x7ff8d40d0200 legacy=0x7ff8d40b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f81f0c15640 1 -- 172.21.15.16:0/575171680 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f81ec162ee0 con 0x7f81ec162b00 2024-09-11T22:45:11.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f2f6d2ee640 1 -- 172.21.15.16:0/519502348 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f5802ad40 con 0x7f2f68164840 2024-09-11T22:45:11.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d4072190 0x7ff8bc0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff8bc003f80 0x7ff8bc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8bc004d40 0x7ff8bc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff8d40b4fe0 con 0x7ff8bc003f80 2024-09-11T22:45:11.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff8d40b4770 con 0x7ff8bc004d40 2024-09-11T22:45:11.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff8bc00ba40 con 0x7ff8d4072190 2024-09-11T22:45:11.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d3fff640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8bc004d40 0x7ff8bc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d37fe640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d4072190 0x7ff8bc0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f61ad586640 1 -- 172.21.15.16:0/1324288125 shutdown_connections 2024-09-11T22:45:11.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f61ad586640 1 --2- 172.21.15.16:0/1324288125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61a81632b0 0x7f61a8166530 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f61ad586640 1 --2- 172.21.15.16:0/1324288125 >> v2:172.21.15.16:3300/0 conn(0x7f61a8162990 0x7f61a8162d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f61ad586640 1 -- 172.21.15.16:0/1324288125 >> 172.21.15.16:0/1324288125 conn(0x7f61a809aa40 msgr2=0x7f61a80b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f81f2418640 1 -- 172.21.15.16:0/575171680 >> v1:172.21.15.104:6789/0 conn(0x7f81ec162b00 legacy=0x7f81ec0b38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f81f2418640 1 -- 172.21.15.16:0/575171680 >> v1:172.21.15.16:6789/0 conn(0x7f81ec0d0200 legacy=0x7f81ec0b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7ff8d2ffd640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff8bc003f80 0x7ff8bc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.563+0000 7f81f0c15640 1 -- 172.21.15.16:0/575171680 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1151627793 0 0) 0x7f81d8003520 con 0x7f81ec0d0200 2024-09-11T22:45:11.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7f81f2418640 1 -- 172.21.15.16:0/575171680 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81ec0b5b80 con 0x7f81ec072190 2024-09-11T22:45:11.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7f61ad586640 1 -- 172.21.15.16:0/1324288125 shutdown_connections 2024-09-11T22:45:11.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb1377fe640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300551b0 0x7fb13004f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7f87df7fe640 1 -- 172.21.15.16:0/3448231137 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d4037070 con 0x7f87e0162b00 2024-09-11T22:45:11.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7f87df7fe640 1 -- 172.21.15.16:0/3448231137 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87d4032640 con 0x7f87e0162b00 2024-09-11T22:45:11.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7f87df7fe640 1 -- 172.21.15.16:0/3448231137 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d402ae60 con 0x7f87e0162b00 2024-09-11T22:45:11.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7ff8d3fff640 1 -- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d4072190 msgr2=0x7ff8bc0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7ff8d3fff640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d4072190 0x7ff8bc0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7ff8d3fff640 1 -- 172.21.15.16:0/3179829806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff8bc003f80 msgr2=0x7ff8bc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7ff8d3fff640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff8bc003f80 0x7ff8bc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7ff8d3fff640 1 -- 172.21.15.16:0/3179829806 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8bc003520 con 0x7ff8bc004d40 2024-09-11T22:45:11.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4281688683 0 0) 0x7fb130039910 con 0x7fb13000a4f0 2024-09-11T22:45:11.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb120003520 con 0x7fb13000a4f0 2024-09-11T22:45:11.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7feb690e6640 1 --2- 172.21.15.16:0/4213982417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb6406ec50 0x7feb640b4b80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7feb640742a0 tx=0x7feb5c02a610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5446b75a8c79bb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fad56d9d640 1 --2- 172.21.15.16:0/2548583450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad500561d0 0x7fad500376a0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fad58074960 tx=0x7fad580a6130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad77b650e6e8e58a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/519502348 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f68164840 msgr2=0x7f2f6806c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7f2f6f2f2640 1 --2- 172.21.15.16:0/519502348 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f68164840 0x7f2f6806c0a0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2f580097d0 tx=0x7f2f5802a0b0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7f61ad586640 1 -- 172.21.15.16:0/1324288125 wait complete. 2024-09-11T22:45:11.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 <== mon.1 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3965623592 0 0) 0x7fb120003520 con 0x7fb13000a4f0 2024-09-11T22:45:11.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300551b0 msgr2=0x7fb13004f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300551b0 0x7fb13004f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 >> v1:172.21.15.16:6789/0 conn(0x7fb130036730 legacy=0x7fb13004ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb130039ed0 con 0x7fb13000a4f0 2024-09-11T22:45:11.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 <== mon.1 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7fb12c0017f0 con 0x7fb13000a4f0 2024-09-11T22:45:11.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 >> v1:172.21.15.104:6789/0 conn(0x7fb13000a4f0 legacy=0x7fb130036020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300551b0 0x7fb1200039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb120003ef0 0x7fb120004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb120004d40 0x7fb1200051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb130039bf0 con 0x7fb120004d40 2024-09-11T22:45:11.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb12000ffd0 con 0x7fb120003ef0 2024-09-11T22:45:11.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb1200101a0 con 0x7fb1300551b0 2024-09-11T22:45:11.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fb1377fe640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb120004d40 0x7fb1200051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fad5559a640 1 -- 172.21.15.16:0/2548583450 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad580b3070 con 0x7fad500561d0 2024-09-11T22:45:11.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fad5559a640 1 -- 172.21.15.16:0/2548583450 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad580ae440 con 0x7fad500561d0 2024-09-11T22:45:11.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.564+0000 7fad5559a640 1 -- 172.21.15.16:0/2548583450 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad580ae890 con 0x7fad500561d0 2024-09-11T22:45:11.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/519502348 shutdown_connections 2024-09-11T22:45:11.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f2f6f2f2640 1 --2- 172.21.15.16:0/519502348 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f68164840 0x7f2f6806c0a0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/519502348 >> 172.21.15.16:0/519502348 conn(0x7f2f680b6b00 msgr2=0x7f2f6809aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f87e7027640 1 -- 172.21.15.16:0/3448231137 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87e0162b00 msgr2=0x7f87e00b38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f87e7027640 1 --2- 172.21.15.16:0/3448231137 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87e0162b00 0x7f87e00b38b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f87d4009870 tx=0x7f87d402a310 comp rx=0 tx=0).stop 2024-09-11T22:45:11.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7feb637fe640 1 -- 172.21.15.16:0/4213982417 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb5c007740 con 0x7feb6406ec50 2024-09-11T22:45:11.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7feb637fe640 1 -- 172.21.15.16:0/4213982417 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb5c0078e0 con 0x7feb6406ec50 2024-09-11T22:45:11.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7feb637fe640 1 -- 172.21.15.16:0/4213982417 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb5c007cf0 con 0x7feb6406ec50 2024-09-11T22:45:11.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/519502348 shutdown_connections 2024-09-11T22:45:11.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f81f2418640 1 --2- 172.21.15.16:0/575171680 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81ec072190 0x7f81ec072620 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f81dc0097a0 tx=0x7f81dc02a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e62cd219787b861c server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f87e7027640 1 -- 172.21.15.16:0/3448231137 shutdown_connections 2024-09-11T22:45:11.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f87e7027640 1 --2- 172.21.15.16:0/3448231137 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87e0072190 0x7f87e0072620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f87e7027640 1 --2- 172.21.15.16:0/3448231137 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87e0162b00 0x7f87e00b38b0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f87e7027640 1 -- 172.21.15.16:0/3448231137 >> 172.21.15.16:0/3448231137 conn(0x7f87e0067f80 msgr2=0x7f87e006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7fb136ffd640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300551b0 0x7fb1200039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7fb1377fe640 1 -- 172.21.15.16:0/1837053829 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300551b0 msgr2=0x7fb1200039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7fb1377fe640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300551b0 0x7fb1200039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7fb1377fe640 1 -- 172.21.15.16:0/1837053829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb120003ef0 msgr2=0x7fb120004800 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-11T22:45:11.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7fb1377fe640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb120003ef0 0x7fb120004800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7fb1377fe640 1 -- 172.21.15.16:0/1837053829 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb120003520 con 0x7fb120004d40 2024-09-11T22:45:11.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7fb136ffd640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300551b0 0x7fb1200039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:11.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f87e7027640 1 -- 172.21.15.16:0/3448231137 shutdown_connections 2024-09-11T22:45:11.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f87e7027640 1 -- 172.21.15.16:0/3448231137 wait complete. 2024-09-11T22:45:11.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.565+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/519502348 wait complete. 2024-09-11T22:45:11.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fad5cad0640 1 -- 172.21.15.16:0/2548583450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad500561d0 msgr2=0x7fad500376a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fad5cad0640 1 --2- 172.21.15.16:0/2548583450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad500561d0 0x7fad500376a0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fad58074960 tx=0x7fad580a6130 comp rx=0 tx=0).stop 2024-09-11T22:45:11.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7feb6ab49640 1 -- 172.21.15.16:0/4213982417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb6406ec50 msgr2=0x7feb640b4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7feb6ab49640 1 --2- 172.21.15.16:0/4213982417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb6406ec50 0x7feb640b4b80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7feb640742a0 tx=0x7feb5c02a610 comp rx=0 tx=0).stop 2024-09-11T22:45:11.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7feb6ab49640 1 -- 172.21.15.16:0/4213982417 shutdown_connections 2024-09-11T22:45:11.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7feb6ab49640 1 --2- 172.21.15.16:0/4213982417 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb6406ec50 0x7feb640b4b80 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7feb6ab49640 1 --2- 172.21.15.16:0/4213982417 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb6406e810 0x7feb640b4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7feb6ab49640 1 --2- 172.21.15.16:0/4213982417 >> v2:172.21.15.16:3300/0 conn(0x7feb6415e510 0x7feb640b5e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7feb6ab49640 1 -- 172.21.15.16:0/4213982417 >> 172.21.15.16:0/4213982417 conn(0x7feb640738e0 msgr2=0x7feb6406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fad5cad0640 1 -- 172.21.15.16:0/2548583450 shutdown_connections 2024-09-11T22:45:11.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7feb6ab49640 1 -- 172.21.15.16:0/4213982417 shutdown_connections 2024-09-11T22:45:11.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7f81f0c15640 1 -- 172.21.15.16:0/575171680 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81dc037070 con 0x7f81ec072190 2024-09-11T22:45:11.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7f81f0c15640 1 -- 172.21.15.16:0/575171680 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81dc02ace0 con 0x7f81ec072190 2024-09-11T22:45:11.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7ff8d3fff640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8bc004d40 0x7ff8bc0051c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc009fc0 tx=0x7ff8bc005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8de1b1de01446140 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7f61ad586640 1 Processor -- start 2024-09-11T22:45:11.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7f61ad586640 1 -- start start 2024-09-11T22:45:11.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fb1377fe640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb120004d40 0x7fb1200051c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb1380518b0 tx=0x7fb120005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e76234dc2398ca2 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc009c10 con 0x7ff8bc004d40 2024-09-11T22:45:11.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1380b2070 con 0x7fb120004d40 2024-09-11T22:45:11.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fad5cad0640 1 --2- 172.21.15.16:0/2548583450 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad500561d0 0x7fad500376a0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fad5cad0640 1 --2- 172.21.15.16:0/2548583450 >> v2:172.21.15.16:3300/0 conn(0x7fad500df980 0x7fad50037160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fad5cad0640 1 -- 172.21.15.16:0/2548583450 >> 172.21.15.16:0/2548583450 conn(0x7fad500556e0 msgr2=0x7fad50055ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fad5cad0640 1 -- 172.21.15.16:0/2548583450 shutdown_connections 2024-09-11T22:45:11.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7feb6ab49640 1 -- 172.21.15.16:0/4213982417 wait complete. 2024-09-11T22:45:11.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1380ad600 con 0x7fb120004d40 2024-09-11T22:45:11.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fb135ffb640 1 -- 172.21.15.16:0/1837053829 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb138072040 con 0x7fb120004d40 2024-09-11T22:45:11.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.567+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8cc036070 con 0x7ff8bc004d40 2024-09-11T22:45:11.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.567+0000 7f2f6f2f2640 1 Processor -- start 2024-09-11T22:45:11.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.567+0000 7ff8d27fc640 1 -- 172.21.15.16:0/3179829806 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc031880 con 0x7ff8bc004d40 2024-09-11T22:45:11.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.567+0000 7f81f3e7b640 1 -- 172.21.15.16:0/575171680 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81ec072190 msgr2=0x7f81ec072620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.567+0000 7f81f3e7b640 1 --2- 172.21.15.16:0/575171680 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81ec072190 0x7f81ec072620 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f81dc0097a0 tx=0x7f81dc02a250 comp rx=0 tx=0).stop 2024-09-11T22:45:11.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.567+0000 7f2f6f2f2640 1 -- start start 2024-09-11T22:45:11.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.567+0000 7f81f3e7b640 1 -- 172.21.15.16:0/575171680 shutdown_connections 2024-09-11T22:45:11.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.567+0000 7f81f3e7b640 1 --2- 172.21.15.16:0/575171680 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81ec072190 0x7f81ec072620 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.567+0000 7f81f3e7b640 1 -- 172.21.15.16:0/575171680 >> 172.21.15.16:0/575171680 conn(0x7f81ec067f80 msgr2=0x7f81ec06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.567+0000 7f81f3e7b640 1 -- 172.21.15.16:0/575171680 shutdown_connections 2024-09-11T22:45:11.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7ff8d9b42640 1 -- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8bc004d40 msgr2=0x7ff8bc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7ff8d9b42640 1 --2- 172.21.15.16:0/3179829806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8bc004d40 0x7ff8bc0051c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc009fc0 tx=0x7ff8bc005830 comp rx=0 tx=0).stop 2024-09-11T22:45:11.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7f61ad586640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61a8162990 0x7f61a8146cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7f61ad586640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61a81632b0 0x7f61a8165230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7f61ad586640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61a8166a70 0x7f61a8145af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7f61ad586640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f61a8166ff0 con 0x7f61a8166a70 2024-09-11T22:45:11.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7f61ad586640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f61a8166e70 con 0x7f61a81632b0 2024-09-11T22:45:11.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7f61ad586640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f61a8167170 con 0x7f61a8162990 2024-09-11T22:45:11.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7f61a67fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61a81632b0 0x7f61a8165230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.567+0000 7f81f3e7b640 1 -- 172.21.15.16:0/575171680 wait complete. 2024-09-11T22:45:11.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7fb137fff640 1 -- 172.21.15.16:0/1837053829 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb120004d40 msgr2=0x7fb1200051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7fb137fff640 1 --2- 172.21.15.16:0/1837053829 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb120004d40 0x7fb1200051c0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fb1380518b0 tx=0x7fb120005830 comp rx=0 tx=0).stop 2024-09-11T22:45:11.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7fb1377fe640 1 -- 172.21.15.16:0/1837053829 reap_dead start 2024-09-11T22:45:11.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7fb137fff640 1 -- 172.21.15.16:0/1837053829 shutdown_connections 2024-09-11T22:45:11.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7fb137fff640 1 -- 172.21.15.16:0/1837053829 >> 172.21.15.16:0/1837053829 conn(0x7fb13001d930 msgr2=0x7fb1300545a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.566+0000 7fad5cad0640 1 -- 172.21.15.16:0/2548583450 wait complete. 2024-09-11T22:45:11.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7f61a67fc640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61a81632b0 0x7f61a8165230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52178/0 (socket says 172.21.15.16:52178) 2024-09-11T22:45:11.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7f61a67fc640 1 -- 172.21.15.16:0/3363644564 learned_addr learned my addr 172.21.15.16:0/3363644564 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7fb137fff640 1 -- 172.21.15.16:0/1837053829 shutdown_connections 2024-09-11T22:45:11.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7fb137fff640 1 -- 172.21.15.16:0/1837053829 wait complete. 2024-09-11T22:45:11.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7feb6ab49640 1 Processor -- start 2024-09-11T22:45:11.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7f61a6ffd640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61a8162990 0x7f61a8146cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7ff8d3fff640 1 -- 172.21.15.16:0/3179829806 reap_dead start 2024-09-11T22:45:11.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7ff8d9b42640 1 -- 172.21.15.16:0/3179829806 shutdown_connections 2024-09-11T22:45:11.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7ff8d9b42640 1 -- 172.21.15.16:0/3179829806 >> 172.21.15.16:0/3179829806 conn(0x7ff8d4067f80 msgr2=0x7ff8d406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f87e7027640 1 Processor -- start 2024-09-11T22:45:11.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7feb6ab49640 1 -- start start 2024-09-11T22:45:11.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.568+0000 7f2f6f2f2640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f6806bc10 0x7f2f6814f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f2f6f2f2640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f68162a60 0x7f2f68150f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f2f6f2f2640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f68164840 0x7f2f680af060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f61a6ffd640 1 -- 172.21.15.16:0/3363644564 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61a81632b0 msgr2=0x7f61a8165230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f61a6ffd640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f61a81632b0 0x7f61a8165230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f61a6ffd640 1 -- 172.21.15.16:0/3363644564 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61a8166a70 msgr2=0x7f61a8145af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f2f6f2f2640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f2f680cdd20 con 0x7f2f6806bc10 2024-09-11T22:45:11.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f2f6f2f2640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f2f68163e50 con 0x7f2f68162a60 2024-09-11T22:45:11.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f2f6f2f2640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f2f680cdea0 con 0x7f2f68164840 2024-09-11T22:45:11.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f61a77fe640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61a8166a70 0x7f61a8145af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7fad5cad0640 1 Processor -- start 2024-09-11T22:45:11.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f61a6ffd640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61a8166a70 0x7f61a8145af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f61a6ffd640 1 -- 172.21.15.16:0/3363644564 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61a81484a0 con 0x7f61a8162990 2024-09-11T22:45:11.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7fad5cad0640 1 -- start start 2024-09-11T22:45:11.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f61a77fe640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f61a8166a70 0x7f61a8145af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:11.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f2f6e2f0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f6806bc10 0x7f2f6814f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7ff8d9b42640 1 -- 172.21.15.16:0/3179829806 shutdown_connections 2024-09-11T22:45:11.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f2f6e2f0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f6806bc10 0x7f2f6814f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60894/0 (socket says 172.21.15.16:60894) 2024-09-11T22:45:11.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f2f6e2f0640 1 -- 172.21.15.16:0/675070145 learned_addr learned my addr 172.21.15.16:0/675070145 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f2f6e2f0640 1 -- 172.21.15.16:0/675070145 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f68164840 msgr2=0x7f2f680af060 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-11T22:45:11.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f2f6e2f0640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2f68164840 0x7f2f680af060 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7f2f6e2f0640 1 -- 172.21.15.16:0/675070145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f68162a60 msgr2=0x7f2f68150f20 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-11T22:45:11.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7f2f6e2f0640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2f68162a60 0x7f2f68150f20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7f2f6e2f0640 1 -- 172.21.15.16:0/675070145 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f6814fe80 con 0x7f2f6806bc10 2024-09-11T22:45:11.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7f2f6e2f0640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f6806bc10 0x7f2f6814f000 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2f6400c460 tx=0x7f2f6400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7ff8d9b42640 1 -- 172.21.15.16:0/3179829806 wait complete. 2024-09-11T22:45:11.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f61a6ffd640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61a8162990 0x7f61a8146cc0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f61a000b440 tx=0x7f61a000b900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7f618f7fe640 1 -- 172.21.15.16:0/3363644564 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a0011830 con 0x7f61a8162990 2024-09-11T22:45:11.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7f61ad586640 1 -- 172.21.15.16:0/3363644564 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61a8147310 con 0x7f61a8162990 2024-09-11T22:45:11.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7f61ad586640 1 -- 172.21.15.16:0/3363644564 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f61a81478d0 con 0x7f61a8162990 2024-09-11T22:45:11.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f81f3e7b640 1 Processor -- start 2024-09-11T22:45:11.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f81f3e7b640 1 -- start start 2024-09-11T22:45:11.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.569+0000 7f87e7027640 1 -- start start 2024-09-11T22:45:11.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7f618f7fe640 1 -- 172.21.15.16:0/3363644564 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61a0016070 con 0x7f61a8162990 2024-09-11T22:45:11.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7feb6ab49640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb6406e810 0x7feb6414f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7f618f7fe640 1 -- 172.21.15.16:0/3363644564 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a0011c10 con 0x7f61a8162990 2024-09-11T22:45:11.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7f2f5effd640 1 -- 172.21.15.16:0/675070145 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f64016020 con 0x7f2f6806bc10 2024-09-11T22:45:11.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7fb137fff640 1 Processor -- start 2024-09-11T22:45:11.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f2f5effd640 1 -- 172.21.15.16:0/675070145 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f64012870 con 0x7f2f6806bc10 2024-09-11T22:45:11.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f81f3e7b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81ec072190 0x7f81ec1ec6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7fb137fff640 1 -- start start 2024-09-11T22:45:11.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f2f5effd640 1 -- 172.21.15.16:0/675070145 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f64012c60 con 0x7f2f6806bc10 2024-09-11T22:45:11.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7feb688e5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb6406e810 0x7feb6414f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f81f3e7b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f81ec0d0200 0x7f81ec14d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f87e7027640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87e0072190 0x7f87e015aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f81f1c17640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81ec072190 0x7f81ec1ec6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7feb688e5640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb6406e810 0x7feb6414f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60908/0 (socket says 172.21.15.16:60908) 2024-09-11T22:45:11.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f87e7027640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87e00d0200 0x7f87e014b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f87e7027640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e0162b00 0x7f87e0159430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7feb688e5640 1 -- 172.21.15.16:0/1261453451 learned_addr learned my addr 172.21.15.16:0/1261453451 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/675070145 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f68150160 con 0x7f2f6806bc10 2024-09-11T22:45:11.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/675070145 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f68150720 con 0x7f2f6806bc10 2024-09-11T22:45:11.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7feb6ab49640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb6406ec50 0x7feb64159950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f87e4dc3640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87e0072190 0x7f87e015aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f87e4dc3640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87e0072190 0x7f87e015aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:56520/0 (socket says 172.21.15.16:56520) 2024-09-11T22:45:11.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f87e4dc3640 1 -- 172.21.15.16:0/2643526997 learned_addr learned my addr 172.21.15.16:0/2643526997 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7ff8d9b42640 1 Processor -- start 2024-09-11T22:45:11.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7ff8d9b42640 1 -- start start 2024-09-11T22:45:11.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f61ad586640 1 -- 172.21.15.16:0/3363644564 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6188001030 con 0x7f61a8162990 2024-09-11T22:45:11.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f3e7b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81ec162b00 0x7f81ec15f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f3e7b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f81ec0b4c70 con 0x7f81ec072190 2024-09-11T22:45:11.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f1c17640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81ec072190 0x7f81ec1ec6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60910/0 (socket says 172.21.15.16:60910) 2024-09-11T22:45:11.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f1c17640 1 -- 172.21.15.16:0/680843775 learned_addr learned my addr 172.21.15.16:0/680843775 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f81ec0b4490 con 0x7f81ec162b00 2024-09-11T22:45:11.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f81ec0ce4f0 con 0x7f81ec0d0200 2024-09-11T22:45:11.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f2418640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81ec162b00 0x7f81ec15f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f87e55c4640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e0162b00 0x7f87e0159430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f87e7027640 1 -- 172.21.15.16:0/2643526997 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f87e00b4c70 con 0x7f87e00d0200 2024-09-11T22:45:11.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7f87e7027640 1 -- 172.21.15.16:0/2643526997 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f87e00b4490 con 0x7f87e0162b00 2024-09-11T22:45:11.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f87e7027640 1 -- 172.21.15.16:0/2643526997 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f87e00b3df0 con 0x7f87e0072190 2024-09-11T22:45:11.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f87e55c4640 1 -- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87e0072190 msgr2=0x7f87e015aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f87e55c4640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87e0072190 0x7f87e015aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f87e55c4640 1 -- 172.21.15.16:0/2643526997 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87e00d0200 msgr2=0x7f87e014b6f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:45:11.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f87e55c4640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87e00d0200 0x7f87e014b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f87e55c4640 1 -- 172.21.15.16:0/2643526997 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e0159e10 con 0x7f87e0162b00 2024-09-11T22:45:11.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7fb137fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300dde60 0x7fb130005c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7fb137fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb130006150 0x7fb130177b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7feb6ab49640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb6415e510 0x7feb640b0f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7feb6ab49640 1 -- 172.21.15.16:0/1261453451 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7feb64067ad0 con 0x7feb6406e810 2024-09-11T22:45:11.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7feb6ab49640 1 -- 172.21.15.16:0/1261453451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feb64067950 con 0x7feb6415e510 2024-09-11T22:45:11.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7feb6ab49640 1 -- 172.21.15.16:0/1261453451 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feb64067c50 con 0x7feb6406ec50 2024-09-11T22:45:11.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7fad5cad0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad50053c30 0x7fad500d3d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7fad5cad0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad500561d0 0x7fad500335c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7fad5cad0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad500df980 0x7fad50033b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7fad5cad0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fad50051570 con 0x7fad50053c30 2024-09-11T22:45:11.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7fad5cad0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fad50054760 con 0x7fad500561d0 2024-09-11T22:45:11.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7fad5cad0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fad500516f0 con 0x7fad500df980 2024-09-11T22:45:11.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7fad5659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad50053c30 0x7fad500d3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7fad5659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad50053c30 0x7fad500d3d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60898/0 (socket says 172.21.15.16:60898) 2024-09-11T22:45:11.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.570+0000 7fad5659c640 1 -- 172.21.15.16:0/739909968 learned_addr learned my addr 172.21.15.16:0/739909968 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7fad5659c640 1 -- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad500df980 msgr2=0x7fad50033b00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:45:11.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7fad5659c640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fad500df980 0x7fad50033b00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7fad5659c640 1 -- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad500561d0 msgr2=0x7fad500335c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:45:11.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7fad5659c640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fad500561d0 0x7fad500335c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7fad5659c640 1 -- 172.21.15.16:0/739909968 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad500d5350 con 0x7fad50053c30 2024-09-11T22:45:11.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.571+0000 7fad5659c640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad50053c30 0x7fad500d3d80 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fad4800c820 tx=0x7fad4800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7fb136ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300dde60 0x7fb130005c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7fb136ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300dde60 0x7fb130005c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:56532/0 (socket says 172.21.15.16:56532) 2024-09-11T22:45:11.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7fb136ffd640 1 -- 172.21.15.16:0/3854972070 learned_addr learned my addr 172.21.15.16:0/3854972070 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7fb137fff640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb130178060 0x7fb13004a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f1c17640 1 -- 172.21.15.16:0/680843775 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f81ec0d0200 msgr2=0x7f81ec14d8d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-11T22:45:11.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f1c17640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f81ec0d0200 0x7f81ec14d8d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f1c17640 1 -- 172.21.15.16:0/680843775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81ec162b00 msgr2=0x7f81ec15f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f1c17640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f81ec162b00 0x7f81ec15f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f81f1c17640 1 -- 172.21.15.16:0/680843775 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81ec15e2c0 con 0x7f81ec072190 2024-09-11T22:45:11.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb130054e30 con 0x7fb130006150 2024-09-11T22:45:11.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb130054cb0 con 0x7fb130178060 2024-09-11T22:45:11.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7fb1377fe640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb130178060 0x7fb13004a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb130007070 con 0x7fb1300dde60 2024-09-11T22:45:11.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7f81f1c17640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81ec072190 0x7f81ec1ec6f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f81e800c430 tx=0x7f81e800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.572+0000 7f87e55c4640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e0162b00 0x7f87e0159430 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f87d800be50 tx=0x7f87d800bf40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7f87dd7fa640 1 -- 172.21.15.16:0/2643526997 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d8019070 con 0x7f87e0162b00 2024-09-11T22:45:11.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7f87dd7fa640 1 -- 172.21.15.16:0/2643526997 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87d8014440 con 0x7f87e0162b00 2024-09-11T22:45:11.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7f87e7027640 1 -- 172.21.15.16:0/2643526997 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e015a0f0 con 0x7f87e0162b00 2024-09-11T22:45:11.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7f87dd7fa640 1 -- 172.21.15.16:0/2643526997 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d8014830 con 0x7f87e0162b00 2024-09-11T22:45:11.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7feb690e6640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb6415e510 0x7feb640b0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7ff8d9b42640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8d4147720 0x7ff8d414b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7f87e7027640 1 -- 172.21.15.16:0/2643526997 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e015a990 con 0x7f87e0162b00 2024-09-11T22:45:11.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7feb63fff640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb6406ec50 0x7feb64159950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7ff8d9b42640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff8d414b930 0x7ff8d4149380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7fb1377fe640 1 -- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300dde60 msgr2=0x7fb130005c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7fb1377fe640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb1300dde60 0x7fb130005c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7fb1377fe640 1 -- 172.21.15.16:0/3854972070 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb130006150 msgr2=0x7fb130177b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7fb1377fe640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb130006150 0x7fb130177b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.573+0000 7fb1377fe640 1 -- 172.21.15.16:0/3854972070 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb130004b70 con 0x7fb130178060 2024-09-11T22:45:11.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8d4147720 0x7ff8d414b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/675070145 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2f50001030 con 0x7f2f6806bc10 2024-09-11T22:45:11.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7fb1377fe640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb130178060 0x7fb13004a950 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb13806a200 tx=0x7fb13806bb50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d37fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8d4147720 0x7ff8d414b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52228/0 (socket says 172.21.15.16:52228) 2024-09-11T22:45:11.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d37fe640 1 -- 172.21.15.16:0/1966389145 learned_addr learned my addr 172.21.15.16:0/1966389145 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d9b42640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d41498c0 0x7ff8d415d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff8d40b4c70 con 0x7ff8d414b930 2024-09-11T22:45:11.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff8d40b4490 con 0x7ff8d4147720 2024-09-11T22:45:11.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff8d40b3df0 con 0x7ff8d41498c0 2024-09-11T22:45:11.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7feb690e6640 1 -- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb6406ec50 msgr2=0x7feb64159950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7feb690e6640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feb6406ec50 0x7feb64159950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7feb690e6640 1 -- 172.21.15.16:0/1261453451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb6406e810 msgr2=0x7feb6414f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7feb690e6640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb6406e810 0x7feb6414f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7feb690e6640 1 -- 172.21.15.16:0/1261453451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb6414e730 con 0x7feb6415e510 2024-09-11T22:45:11.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7feb688e5640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb6406e810 0x7feb6414f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:11.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d3fff640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d41498c0 0x7ff8d415d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7f618f7fe640 1 -- 172.21.15.16:0/3363644564 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f61a001b460 con 0x7f61a8162990 2024-09-11T22:45:11.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7fb11f7fe640 1 -- 172.21.15.16:0/3854972070 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1380b2040 con 0x7fb130178060 2024-09-11T22:45:11.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7fb11f7fe640 1 -- 172.21.15.16:0/3854972070 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb138072000 con 0x7fb130178060 2024-09-11T22:45:11.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7fb11f7fe640 1 -- 172.21.15.16:0/3854972070 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb12c007c70 con 0x7fb130178060 2024-09-11T22:45:11.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7f81e27fc640 1 -- 172.21.15.16:0/680843775 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e8017070 con 0x7f81ec072190 2024-09-11T22:45:11.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7f81e27fc640 1 -- 172.21.15.16:0/680843775 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81e80052f0 con 0x7f81ec072190 2024-09-11T22:45:11.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d37fe640 1 -- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d41498c0 msgr2=0x7ff8d415d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d37fe640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff8d41498c0 0x7ff8d415d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d37fe640 1 -- 172.21.15.16:0/1966389145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff8d414b930 msgr2=0x7ff8d4149380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d37fe640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff8d414b930 0x7ff8d4149380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7ff8d37fe640 1 -- 172.21.15.16:0/1966389145 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8d4149d50 con 0x7ff8d4147720 2024-09-11T22:45:11.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7fad46ffd640 1 -- 172.21.15.16:0/739909968 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad48005b90 con 0x7fad50053c30 2024-09-11T22:45:11.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb130004e50 con 0x7fb130178060 2024-09-11T22:45:11.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7fad5cad0640 1 -- 172.21.15.16:0/739909968 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad500d5630 con 0x7fad50053c30 2024-09-11T22:45:11.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7fad5cad0640 1 -- 172.21.15.16:0/739909968 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad500d5bf0 con 0x7fad50053c30 2024-09-11T22:45:11.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7ff8d37fe640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8d4147720 0x7ff8d414b3f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff8c40119c0 tx=0x7ff8c4011e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7fad46ffd640 1 -- 172.21.15.16:0/739909968 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad48005d30 con 0x7fad50053c30 2024-09-11T22:45:11.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.574+0000 7f87e7027640 1 -- 172.21.15.16:0/2643526997 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f87e015a4f0 con 0x7f87e0162b00 2024-09-11T22:45:11.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7fad46ffd640 1 -- 172.21.15.16:0/739909968 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad48007a30 con 0x7fad50053c30 2024-09-11T22:45:11.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7feb690e6640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb6415e510 0x7feb640b0f80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7feb5c031000 tx=0x7feb5c004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb130005410 con 0x7fb130178060 2024-09-11T22:45:11.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7f618f7fe640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f619406bf00 0x7f619406e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7f87dd7fa640 1 -- 172.21.15.16:0/2643526997 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f87d801c070 con 0x7f87e0162b00 2024-09-11T22:45:11.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7f81e27fc640 1 -- 172.21.15.16:0/680843775 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e8003830 con 0x7f81ec072190 2024-09-11T22:45:11.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81ec15e5a0 con 0x7f81ec072190 2024-09-11T22:45:11.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81ec15eb60 con 0x7f81ec072190 2024-09-11T22:45:11.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7ff8bbfff640 1 -- 172.21.15.16:0/1966389145 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8c400fb50 con 0x7ff8d4147720 2024-09-11T22:45:11.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7ff8bbfff640 1 -- 172.21.15.16:0/1966389145 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8c400fcf0 con 0x7ff8d4147720 2024-09-11T22:45:11.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7ff8bbfff640 1 -- 172.21.15.16:0/1966389145 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8c400fea0 con 0x7ff8d4147720 2024-09-11T22:45:11.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8d41482e0 con 0x7ff8d4147720 2024-09-11T22:45:11.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7fad5cad0640 1 -- 172.21.15.16:0/739909968 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fad3c001030 con 0x7fad50053c30 2024-09-11T22:45:11.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7f618f7fe640 1 -- 172.21.15.16:0/3363644564 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f61a008b720 con 0x7f61a8162990 2024-09-11T22:45:11.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8d41488a0 con 0x7ff8d4147720 2024-09-11T22:45:11.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7f618f7fe640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] conn(0x7f6194075680 0x7f6194077ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7f618f7fe640 1 -- 172.21.15.16:0/3363644564 --> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f61a000af30 con 0x7f6194075680 2024-09-11T22:45:11.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7f618f7fe640 1 -- 172.21.15.16:0/3363644564 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f61a008bb10 con 0x7f61a8162990 2024-09-11T22:45:11.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.575+0000 7f2f5effd640 1 -- 172.21.15.16:0/675070145 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f2f64019020 con 0x7f2f6806bc10 2024-09-11T22:45:11.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7f87dd7fa640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f87c406be30 0x7f87c406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7f2f5effd640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f2f4c06bf30 0x7f2f4c06e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7f2f5effd640 1 -- 172.21.15.16:0/675070145 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f2f6408adc0 con 0x7f2f6806bc10 2024-09-11T22:45:11.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7f2f5effd640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] conn(0x7f2f4c075630 0x7f2f4c077a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7f2f5effd640 1 -- 172.21.15.16:0/675070145 --> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2f64009eb0 con 0x7f2f4c075630 2024-09-11T22:45:11.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7f2f5effd640 1 -- 172.21.15.16:0/675070145 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2f64054fb0 con 0x7f2f6806bc10 2024-09-11T22:45:11.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7f2f6daef640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f2f4c06bf30 0x7f2f4c06e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.578+0000 7f61a77fe640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] conn(0x7f6194075680 0x7f6194077ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.578+0000 7f61a67fc640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f619406bf00 0x7f619406e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f81ec068520 con 0x7f81ec072190 2024-09-11T22:45:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7f87e4dc3640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f87c406be30 0x7f87c406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7f87dd7fa640 1 -- 172.21.15.16:0/2643526997 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f87d808b220 con 0x7f87e0162b00 2024-09-11T22:45:11.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7f87dd7fa640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] conn(0x7f87c40755b0 0x7f87c40779f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7f87dd7fa640 1 -- 172.21.15.16:0/2643526997 --> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f87c40780c0 con 0x7f87c40755b0 2024-09-11T22:45:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7f87dd7fa640 1 -- 172.21.15.16:0/2643526997 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f87d8092050 con 0x7f87e0162b00 2024-09-11T22:45:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7f87dffff640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] conn(0x7f87c40755b0 0x7f87c40779f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7fb11f7fe640 1 -- 172.21.15.16:0/3854972070 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb1380c1030 con 0x7fb130178060 2024-09-11T22:45:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7fb11f7fe640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb12406be80 0x7fb12406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7feb617fa640 1 -- 172.21.15.16:0/1261453451 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb5c040070 con 0x7feb6415e510 2024-09-11T22:45:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7feb617fa640 1 -- 172.21.15.16:0/1261453451 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb5c031be0 con 0x7feb6415e510 2024-09-11T22:45:11.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7feb617fa640 1 -- 172.21.15.16:0/1261453451 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb5c045460 con 0x7feb6415e510 2024-09-11T22:45:11.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.576+0000 7feb6ab49640 1 -- 172.21.15.16:0/1261453451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb6414ea10 con 0x7feb6415e510 2024-09-11T22:45:11.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.577+0000 7feb6ab49640 1 -- 172.21.15.16:0/1261453451 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb6414efd0 con 0x7feb6415e510 2024-09-11T22:45:11.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.578+0000 7fad46ffd640 1 -- 172.21.15.16:0/739909968 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fad48007bd0 con 0x7fad50053c30 2024-09-11T22:45:11.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.578+0000 7f87dffff640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] conn(0x7f87c40755b0 0x7f87c40779f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.578+0000 7f2f6daef640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f2f4c06bf30 0x7f2f4c06e3f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2f6815ed30 tx=0x7f2f60007d20 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.578+0000 7f61a77fe640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] conn(0x7f6194075680 0x7f6194077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7f2f6eaf1640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] conn(0x7f2f4c075630 0x7f2f4c077a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.578+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff8d40b38b0 con 0x7ff8d4147720 2024-09-11T22:45:11.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.578+0000 7fb136ffd640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb12406be80 0x7fb12406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.578+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb1300057f0 con 0x7fb130178060 2024-09-11T22:45:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7fb11f7fe640 1 -- 172.21.15.16:0/3854972070 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fb1380f2540 con 0x7fb130178060 2024-09-11T22:45:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7fb11f7fe640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] conn(0x7fb124075580 0x7fb1240779c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7fb11f7fe640 1 -- 172.21.15.16:0/3854972070 --> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb124078090 con 0x7fb124075580 2024-09-11T22:45:11.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7f87dd7fa640 1 -- 172.21.15.16:0/2643526997 <== osd.4 v2:172.21.15.104:6800/76269208 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f87c40780c0 con 0x7f87c40755b0 2024-09-11T22:45:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7fb1367fc640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] conn(0x7fb124075580 0x7fb1240779c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7ff8bbfff640 1 -- 172.21.15.16:0/1966389145 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff8c4012040 con 0x7ff8d4147720 2024-09-11T22:45:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7f61a67fc640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f619406bf00 0x7f619406e3c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f619c02a270 tx=0x7f619c02e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7f81e27fc640 1 -- 172.21.15.16:0/680843775 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f81e801a070 con 0x7f81ec072190 2024-09-11T22:45:11.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7ff8bbfff640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff8c006bf30 0x7ff8c006e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7fad46ffd640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fad3806bf00 0x7fad3806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7f2f6eaf1640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] conn(0x7f2f4c075630 0x7f2f4c077a70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7f618f7fe640 1 -- 172.21.15.16:0/3363644564 <== osd.2 v2:172.21.15.16:6808/827506163 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f61a000af30 con 0x7f6194075680 2024-09-11T22:45:11.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7fb11f7fe640 1 -- 172.21.15.16:0/3854972070 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb1380f0740 con 0x7fb130178060 2024-09-11T22:45:11.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7fad55d9b640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fad3806bf00 0x7fad3806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7ff8bbfff640 1 -- 172.21.15.16:0/1966389145 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff8c408b950 con 0x7ff8d4147720 2024-09-11T22:45:11.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7feb617fa640 1 -- 172.21.15.16:0/1261453451 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7feb5c039040 con 0x7feb6415e510 2024-09-11T22:45:11.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7fad46ffd640 1 -- 172.21.15.16:0/739909968 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fad4808b7e0 con 0x7fad50053c30 2024-09-11T22:45:11.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7fad46ffd640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] conn(0x7fad38075680 0x7fad38077ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7ff8bbfff640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] conn(0x7ff8c00756b0 0x7ff8c0077af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7ff8bbfff640 1 -- 172.21.15.16:0/1966389145 --> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff8c401fe50 con 0x7ff8c00756b0 2024-09-11T22:45:11.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7ff8bbfff640 1 -- 172.21.15.16:0/1966389145 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff8c40902a0 con 0x7ff8d4147720 2024-09-11T22:45:11.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7fad55d9b640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fad3806bf00 0x7fad3806e3c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fad50048ae0 tx=0x7fad4c006b30 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7fad46ffd640 1 -- 172.21.15.16:0/739909968 --> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fad48020e70 con 0x7fad38075680 2024-09-11T22:45:11.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.579+0000 7fad46ffd640 1 -- 172.21.15.16:0/739909968 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fad4808bbd0 con 0x7fad50053c30 2024-09-11T22:45:11.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7f81e27fc640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f81d006be80 0x7f81d006e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7f87e4dc3640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f87c406be30 0x7f87c406e2f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f87d402a350 tx=0x7f87d402e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7fad56d9d640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] conn(0x7fad38075680 0x7fad38077ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7fb1367fc640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] conn(0x7fb124075580 0x7fb1240779c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7fb136ffd640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb12406be80 0x7fb12406e340 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb12c007c40 tx=0x7fb12c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7f81f1416640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f81d006be80 0x7f81d006e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7f81e27fc640 1 -- 172.21.15.16:0/680843775 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f81e8055380 con 0x7f81ec072190 2024-09-11T22:45:11.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7f81e27fc640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] conn(0x7f81d0075570 0x7f81d00779b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7ff8d3fff640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] conn(0x7ff8c00756b0 0x7ff8c0077af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7f81e27fc640 1 -- 172.21.15.16:0/680843775 --> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f81e80054a0 con 0x7f81d0075570 2024-09-11T22:45:11.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.581+0000 7fb11f7fe640 1 -- 172.21.15.16:0/3854972070 <== osd.5 v2:172.21.15.104:6816/637563984 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb124078090 con 0x7fb124075580 2024-09-11T22:45:11.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7feb617fa640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feb4806bf00 0x7feb4806e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.580+0000 7f81e27fc640 1 -- 172.21.15.16:0/680843775 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f81e8054fb0 con 0x7f81ec072190 2024-09-11T22:45:11.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.581+0000 7feb617fa640 1 -- 172.21.15.16:0/1261453451 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7feb5c0ac7c0 con 0x7feb6415e510 2024-09-11T22:45:11.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.581+0000 7f2f5effd640 1 -- 172.21.15.16:0/675070145 <== osd.0 v2:172.21.15.16:6824/570460298 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2f64009eb0 con 0x7f2f4c075630 2024-09-11T22:45:11.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.581+0000 7feb6ab49640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] conn(0x7feb44001650 0x7feb44003b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.581+0000 7f81f1416640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f81d006be80 0x7f81d006e340 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f81e40016c0 tx=0x7f81e40012b0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.581+0000 7f81f2418640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] conn(0x7f81d0075570 0x7f81d00779b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.581+0000 7ff8d3fff640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] conn(0x7ff8c00756b0 0x7ff8c0077af0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.581+0000 7ff8d2ffd640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff8c006bf30 0x7ff8c006e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.582+0000 7f81f2418640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] conn(0x7f81d0075570 0x7f81d00779b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.581+0000 7feb6ab49640 1 -- 172.21.15.16:0/1261453451 --> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7feb44006bb0 con 0x7feb44001650 2024-09-11T22:45:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.581+0000 7feb688e5640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feb4806bf00 0x7feb4806e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.581+0000 7fad56d9d640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] conn(0x7fad38075680 0x7fad38077ac0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.582+0000 7feb63fff640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] conn(0x7feb44001650 0x7feb44003b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.582+0000 7ff8d2ffd640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff8c006bf30 0x7ff8c006e3f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff8d41fc110 tx=0x7ff8c8009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.582+0000 7ff8bbfff640 1 -- 172.21.15.16:0/1966389145 <== osd.1 v2:172.21.15.16:6816/1268132909 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff8c401fe50 con 0x7ff8c00756b0 2024-09-11T22:45:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.582+0000 7fad46ffd640 1 -- 172.21.15.16:0/739909968 <== osd.7 v2:172.21.15.104:6808/1157727920 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fad48020e70 con 0x7fad38075680 2024-09-11T22:45:11.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.582+0000 7feb688e5640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feb4806bf00 0x7feb4806e3c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7feb5800bfd0 tx=0x7feb5800f040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.583+0000 7f81e27fc640 1 -- 172.21.15.16:0/680843775 <== osd.3 v2:172.21.15.16:6800/1413539193 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f81e80054a0 con 0x7f81d0075570 2024-09-11T22:45:11.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.583+0000 7feb63fff640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] conn(0x7feb44001650 0x7feb44003b10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.586+0000 7feb617fa640 1 -- 172.21.15.16:0/1261453451 <== osd.6 v2:172.21.15.104:6824/1492076005 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7feb44006bb0 con 0x7feb44001650 2024-09-11T22:45:11.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.608+0000 7f61ad586640 1 -- 172.21.15.16:0/3363644564 --> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6188002d50 con 0x7f6194075680 2024-09-11T22:45:11.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.608+0000 7f618f7fe640 1 -- 172.21.15.16:0/3363644564 <== osd.2 v2:172.21.15.16:6808/827506163 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f6188002d50 con 0x7f6194075680 2024-09-11T22:45:11.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.609+0000 7f618d7fa640 1 -- 172.21.15.16:0/3363644564 >> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] conn(0x7f6194075680 msgr2=0x7f6194077ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.609+0000 7f618d7fa640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] conn(0x7f6194075680 0x7f6194077ac0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.609+0000 7f618d7fa640 1 -- 172.21.15.16:0/3363644564 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f619406bf00 msgr2=0x7f619406e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.609+0000 7f618d7fa640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f619406bf00 0x7f619406e3c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f619c02a270 tx=0x7f619c02e000 comp rx=0 tx=0).stop 2024-09-11T22:45:11.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.610+0000 7f618d7fa640 1 -- 172.21.15.16:0/3363644564 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61a8162990 msgr2=0x7f61a8146cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.610+0000 7f618d7fa640 1 --2- 172.21.15.16:0/3363644564 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f61a8162990 0x7f61a8146cc0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f61a000b440 tx=0x7f61a000b900 comp rx=0 tx=0).stop 2024-09-11T22:45:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.610+0000 7f61a77fe640 1 -- 172.21.15.16:0/3363644564 reap_dead start 2024-09-11T22:45:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.610+0000 7f618d7fa640 1 -- 172.21.15.16:0/3363644564 shutdown_connections 2024-09-11T22:45:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.610+0000 7f618d7fa640 1 -- 172.21.15.16:0/3363644564 >> 172.21.15.16:0/3363644564 conn(0x7f61a809aa40 msgr2=0x7f61a80af200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.610+0000 7f618d7fa640 1 -- 172.21.15.16:0/3363644564 shutdown_connections 2024-09-11T22:45:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.610+0000 7f618d7fa640 1 -- 172.21.15.16:0/3363644564 wait complete. 2024-09-11T22:45:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.611+0000 7f87e7027640 1 -- 172.21.15.16:0/2643526997 --> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f87e00b38b0 con 0x7f87c40755b0 2024-09-11T22:45:11.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.611+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 --> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb13004b0e0 con 0x7fb124075580 2024-09-11T22:45:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.611+0000 7f87dd7fa640 1 -- 172.21.15.16:0/2643526997 <== osd.4 v2:172.21.15.104:6800/76269208 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f87e00b38b0 con 0x7f87c40755b0 2024-09-11T22:45:11.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.612+0000 7fb11f7fe640 1 -- 172.21.15.16:0/3854972070 <== osd.5 v2:172.21.15.104:6816/637563984 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb13004b0e0 con 0x7fb124075580 2024-09-11T22:45:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.612+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] conn(0x7fb124075580 msgr2=0x7fb1240779c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.612+0000 7fb137fff640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] conn(0x7fb124075580 0x7fb1240779c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.612+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb12406be80 msgr2=0x7fb12406e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7fb137fff640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb12406be80 0x7fb12406e340 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb12c007c40 tx=0x7fb12c009040 comp rx=0 tx=0).stop 2024-09-11T22:45:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb130178060 msgr2=0x7fb13004a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/675070145 --> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2f50002dd0 con 0x7f2f4c075630 2024-09-11T22:45:11.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7fb137fff640 1 --2- 172.21.15.16:0/3854972070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb130178060 0x7fb13004a950 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb13806a200 tx=0x7fb13806bb50 comp rx=0 tx=0).stop 2024-09-11T22:45:11.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f87caffd640 1 -- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] conn(0x7f87c40755b0 msgr2=0x7f87c40779f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f87caffd640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] conn(0x7f87c40755b0 0x7f87c40779f0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f87caffd640 1 -- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f87c406be30 msgr2=0x7f87c406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f87caffd640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f87c406be30 0x7f87c406e2f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f87d402a350 tx=0x7f87d402e000 comp rx=0 tx=0).stop 2024-09-11T22:45:11.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f87caffd640 1 -- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e0162b00 msgr2=0x7f87e0159430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7fb1377fe640 1 -- 172.21.15.16:0/3854972070 reap_dead start 2024-09-11T22:45:11.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f87caffd640 1 --2- 172.21.15.16:0/2643526997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87e0162b00 0x7f87e0159430 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f87d800be50 tx=0x7f87d800bf40 comp rx=0 tx=0).stop 2024-09-11T22:45:11.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f87e55c4640 1 -- 172.21.15.16:0/2643526997 reap_dead start 2024-09-11T22:45:11.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f2f5effd640 1 -- 172.21.15.16:0/675070145 <== osd.0 v2:172.21.15.16:6824/570460298 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f2f50002dd0 con 0x7f2f4c075630 2024-09-11T22:45:11.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f87caffd640 1 -- 172.21.15.16:0/2643526997 shutdown_connections 2024-09-11T22:45:11.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f87caffd640 1 -- 172.21.15.16:0/2643526997 >> 172.21.15.16:0/2643526997 conn(0x7f87e0067f80 msgr2=0x7f87e015ff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.613+0000 7f87caffd640 1 -- 172.21.15.16:0/2643526997 shutdown_connections 2024-09-11T22:45:11.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7f87caffd640 1 -- 172.21.15.16:0/2643526997 wait complete. 2024-09-11T22:45:11.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 --> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f81ec068520 con 0x7f81d0075570 2024-09-11T22:45:11.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 shutdown_connections 2024-09-11T22:45:11.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 >> 172.21.15.16:0/3854972070 conn(0x7fb13001d930 msgr2=0x7fb130032660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 --> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff8d4166360 con 0x7ff8c00756b0 2024-09-11T22:45:11.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7fad5cad0640 1 -- 172.21.15.16:0/739909968 --> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fad3c002d50 con 0x7fad38075680 2024-09-11T22:45:11.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 shutdown_connections 2024-09-11T22:45:11.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/675070145 >> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] conn(0x7f2f4c075630 msgr2=0x7f2f4c077a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7f2f6f2f2640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] conn(0x7f2f4c075630 0x7f2f4c077a70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7fb137fff640 1 -- 172.21.15.16:0/3854972070 wait complete. 2024-09-11T22:45:11.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/675070145 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f2f4c06bf30 msgr2=0x7f2f4c06e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7f2f6f2f2640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f2f4c06bf30 0x7f2f4c06e3f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2f6815ed30 tx=0x7f2f60007d20 comp rx=0 tx=0).stop 2024-09-11T22:45:11.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/675070145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f6806bc10 msgr2=0x7f2f6814f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7f2f6f2f2640 1 --2- 172.21.15.16:0/675070145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2f6806bc10 0x7f2f6814f000 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2f6400c460 tx=0x7f2f6400c920 comp rx=0 tx=0).stop 2024-09-11T22:45:11.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7ff8bbfff640 1 -- 172.21.15.16:0/1966389145 <== osd.1 v2:172.21.15.16:6816/1268132909 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff8d4166360 con 0x7ff8c00756b0 2024-09-11T22:45:11.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7f2f6eaf1640 1 -- 172.21.15.16:0/675070145 reap_dead start 2024-09-11T22:45:11.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.614+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/675070145 shutdown_connections 2024-09-11T22:45:11.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/675070145 >> 172.21.15.16:0/675070145 conn(0x7f2f680b6b00 msgr2=0x7f2f6815f2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7fad46ffd640 1 -- 172.21.15.16:0/739909968 <== osd.7 v2:172.21.15.104:6808/1157727920 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fad3c002d50 con 0x7fad38075680 2024-09-11T22:45:11.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7f81e27fc640 1 -- 172.21.15.16:0/680843775 <== osd.3 v2:172.21.15.16:6800/1413539193 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f81ec068520 con 0x7f81d0075570 2024-09-11T22:45:11.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/675070145 shutdown_connections 2024-09-11T22:45:11.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7f2f6f2f2640 1 -- 172.21.15.16:0/675070145 wait complete. 2024-09-11T22:45:11.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 >> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] conn(0x7ff8c00756b0 msgr2=0x7ff8c0077af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7ff8d9b42640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] conn(0x7ff8c00756b0 0x7ff8c0077af0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7fad5cad0640 1 -- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] conn(0x7fad38075680 msgr2=0x7fad38077ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7fad5cad0640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] conn(0x7fad38075680 0x7fad38077ac0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff8c006bf30 msgr2=0x7ff8c006e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7ff8d9b42640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff8c006bf30 0x7ff8c006e3f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff8d41fc110 tx=0x7ff8c8009040 comp rx=0 tx=0).stop 2024-09-11T22:45:11.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8d4147720 msgr2=0x7ff8d414b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7ff8d9b42640 1 --2- 172.21.15.16:0/1966389145 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff8d4147720 0x7ff8d414b3f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff8c40119c0 tx=0x7ff8c4011e80 comp rx=0 tx=0).stop 2024-09-11T22:45:11.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7ff8d3fff640 1 -- 172.21.15.16:0/1966389145 reap_dead start 2024-09-11T22:45:11.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7fad5cad0640 1 -- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fad3806bf00 msgr2=0x7fad3806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7fad5cad0640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fad3806bf00 0x7fad3806e3c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fad50048ae0 tx=0x7fad4c006b30 comp rx=0 tx=0).stop 2024-09-11T22:45:11.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7fad5cad0640 1 -- 172.21.15.16:0/739909968 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad50053c30 msgr2=0x7fad500d3d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7fad5cad0640 1 --2- 172.21.15.16:0/739909968 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad50053c30 0x7fad500d3d80 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fad4800c820 tx=0x7fad4800cc20 comp rx=0 tx=0).stop 2024-09-11T22:45:11.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 shutdown_connections 2024-09-11T22:45:11.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 >> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] conn(0x7f81d0075570 msgr2=0x7f81d00779b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7f81f3e7b640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] conn(0x7f81d0075570 0x7f81d00779b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.615+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 >> 172.21.15.16:0/1966389145 conn(0x7ff8d4067f80 msgr2=0x7ff8d40af730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7fad56d9d640 1 -- 172.21.15.16:0/739909968 reap_dead start 2024-09-11T22:45:11.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f81d006be80 msgr2=0x7f81d006e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7f81f3e7b640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f81d006be80 0x7f81d006e340 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f81e40016c0 tx=0x7f81e40012b0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81ec072190 msgr2=0x7f81ec1ec6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7f81f3e7b640 1 --2- 172.21.15.16:0/680843775 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f81ec072190 0x7f81ec1ec6f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f81e800c430 tx=0x7f81e800c8f0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7f81f2418640 1 -- 172.21.15.16:0/680843775 reap_dead start 2024-09-11T22:45:11.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 shutdown_connections 2024-09-11T22:45:11.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 >> 172.21.15.16:0/680843775 conn(0x7f81ec067f80 msgr2=0x7f81ec0b2f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7fad5cad0640 1 -- 172.21.15.16:0/739909968 shutdown_connections 2024-09-11T22:45:11.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7fad5cad0640 1 -- 172.21.15.16:0/739909968 >> 172.21.15.16:0/739909968 conn(0x7fad500556e0 msgr2=0x7fad50055ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7feb6ab49640 1 -- 172.21.15.16:0/1261453451 --> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7feb44005c60 con 0x7feb44001650 2024-09-11T22:45:11.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 shutdown_connections 2024-09-11T22:45:11.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 shutdown_connections 2024-09-11T22:45:11.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7f81f3e7b640 1 -- 172.21.15.16:0/680843775 wait complete. 2024-09-11T22:45:11.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7ff8d9b42640 1 -- 172.21.15.16:0/1966389145 wait complete. 2024-09-11T22:45:11.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7fad5cad0640 1 -- 172.21.15.16:0/739909968 shutdown_connections 2024-09-11T22:45:11.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7fad5cad0640 1 -- 172.21.15.16:0/739909968 wait complete. 2024-09-11T22:45:11.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.616+0000 7feb617fa640 1 -- 172.21.15.16:0/1261453451 <== osd.6 v2:172.21.15.104:6824/1492076005 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7feb44005c60 con 0x7feb44001650 2024-09-11T22:45:11.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.617+0000 7feb4effd640 1 -- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] conn(0x7feb44001650 msgr2=0x7feb44003b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.617+0000 7feb4effd640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] conn(0x7feb44001650 0x7feb44003b10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.617+0000 7feb4effd640 1 -- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feb4806bf00 msgr2=0x7feb4806e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.617+0000 7feb4effd640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feb4806bf00 0x7feb4806e3c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7feb5800bfd0 tx=0x7feb5800f040 comp rx=0 tx=0).stop 2024-09-11T22:45:11.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.617+0000 7feb4effd640 1 -- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb6415e510 msgr2=0x7feb640b0f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.617+0000 7feb4effd640 1 --2- 172.21.15.16:0/1261453451 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feb6415e510 0x7feb640b0f80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7feb5c031000 tx=0x7feb5c004a40 comp rx=0 tx=0).stop 2024-09-11T22:45:11.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.617+0000 7feb690e6640 1 -- 172.21.15.16:0/1261453451 reap_dead start 2024-09-11T22:45:11.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.618+0000 7feb4effd640 1 -- 172.21.15.16:0/1261453451 shutdown_connections 2024-09-11T22:45:11.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.618+0000 7feb4effd640 1 -- 172.21.15.16:0/1261453451 >> 172.21.15.16:0/1261453451 conn(0x7feb640738e0 msgr2=0x7feb64075200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.618+0000 7feb4effd640 1 -- 172.21.15.16:0/1261453451 shutdown_connections 2024-09-11T22:45:11.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.618+0000 7feb4effd640 1 -- 172.21.15.16:0/1261453451 wait complete. 2024-09-11T22:45:11.680 INFO:teuthology.orchestra.run.smithi016.stdout:64424509449 2024-09-11T22:45:11.680 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-11T22:45:11.681 INFO:teuthology.orchestra.run.smithi016.stdout:64424509450 2024-09-11T22:45:11.681 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-11T22:45:11.682 INFO:teuthology.orchestra.run.smithi016.stdout:64424509449 2024-09-11T22:45:11.683 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-11T22:45:11.683 INFO:teuthology.orchestra.run.smithi016.stdout:55834574858 2024-09-11T22:45:11.683 INFO:teuthology.orchestra.run.smithi016.stdout:64424509450 2024-09-11T22:45:11.684 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-11T22:45:11.684 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-11T22:45:11.685 INFO:teuthology.orchestra.run.smithi016.stdout:64424509451 2024-09-11T22:45:11.685 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-11T22:45:11.686 INFO:teuthology.orchestra.run.smithi016.stdout:64424509449 2024-09-11T22:45:11.686 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-11T22:45:11.687 INFO:teuthology.orchestra.run.smithi016.stdout:55834574858 2024-09-11T22:45:11.688 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-11T22:45:11.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.896+0000 7fe07dd98640 1 Processor -- start 2024-09-11T22:45:11.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.896+0000 7fe07dd98640 1 -- start start 2024-09-11T22:45:11.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.897+0000 7f1483f18640 1 Processor -- start 2024-09-11T22:45:11.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.897+0000 7f1483f18640 1 -- start start 2024-09-11T22:45:11.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.898+0000 7fe07dd98640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe078070910 0x7fe07815ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.898+0000 7fe07dd98640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0780b44f0 0x7fe07815b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.898+0000 7fe07dd98640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0780b3a30 con 0x7fe078072190 2024-09-11T22:45:11.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.898+0000 7fe07dd98640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe07815b5e0 con 0x7fe0780b44f0 2024-09-11T22:45:11.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.898+0000 7fe07dd98640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe07815b800 con 0x7fe078070910 2024-09-11T22:45:11.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7f1483f18640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f147c072f30 0x7f147c0ce690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7f1483f18640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f147c0cebd0 0x7f147c0b38b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7f1483f18640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f147c0cd480 con 0x7f147c156b40 2024-09-11T22:45:11.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7f1483f18640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f147c156f20 con 0x7f147c0cebd0 2024-09-11T22:45:11.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7f1483f18640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f147c0cd230 con 0x7f147c072f30 2024-09-11T22:45:11.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7f14824b5640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f147c0cebd0 0x7f147c0b38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7f14814b3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f147c072f30 0x7f147c0ce690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7f14814b3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f147c072f30 0x7f147c0ce690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52242/0 (socket says 172.21.15.16:52242) 2024-09-11T22:45:11.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7f14814b3640 1 -- 172.21.15.16:0/2663387983 learned_addr learned my addr 172.21.15.16:0/2663387983 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7f1481cb4640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f147c156b40 0x7f147c072820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56276/0 (socket says 172.21.15.16:56276) 2024-09-11T22:45:11.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7f14814b3640 1 -- 172.21.15.16:0/2663387983 >> v2:172.21.15.16:3300/0 conn(0x7f147c0cebd0 msgr2=0x7f147c0b38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7f14814b3640 1 --2- 172.21.15.16:0/2663387983 >> v2:172.21.15.16:3300/0 conn(0x7f147c0cebd0 0x7f147c0b38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7f14814b3640 1 -- 172.21.15.16:0/2663387983 >> v1:172.21.15.16:6789/0 conn(0x7f147c156b40 legacy=0x7f147c072820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7fe077fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0780b44f0 0x7fe07815b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7fe077fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe0780b44f0 0x7fe07815b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:60952/0 (socket says 172.21.15.16:60952) 2024-09-11T22:45:11.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7fe077fff640 1 -- 172.21.15.16:0/524833335 learned_addr learned my addr 172.21.15.16:0/524833335 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7fe076ffd640 1 --2- 172.21.15.16:0/524833335 >> v2:172.21.15.104:3300/0 conn(0x7fe078070910 0x7fe07815ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7fbca50ba640 1 Processor -- start 2024-09-11T22:45:11.902 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7f14814b3640 1 -- 172.21.15.16:0/2663387983 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f147c0cd760 con 0x7f147c072f30 2024-09-11T22:45:11.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7f14824b5640 1 --2- 172.21.15.16:0/2663387983 >> v2:172.21.15.16:3300/0 conn(0x7f147c0cebd0 0x7f147c0b38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:11.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7fe076ffd640 1 -- 172.21.15.16:0/524833335 >> v2:172.21.15.16:3300/0 conn(0x7fe0780b44f0 msgr2=0x7fe07815b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7fe076ffd640 1 --2- 172.21.15.16:0/524833335 >> v2:172.21.15.16:3300/0 conn(0x7fe0780b44f0 0x7fe07815b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7fe076ffd640 1 -- 172.21.15.16:0/524833335 >> v1:172.21.15.104:6789/0 conn(0x7fe078072190 legacy=0x7fe078070200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7fe076ffd640 1 -- 172.21.15.16:0/524833335 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0780b3cf0 con 0x7fe078070910 2024-09-11T22:45:11.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7fa4a0542640 1 Processor -- start 2024-09-11T22:45:11.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7fa4a0542640 1 -- start start 2024-09-11T22:45:11.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.900+0000 7f1061c17640 1 Processor -- start 2024-09-11T22:45:11.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.901+0000 7f1061c17640 1 -- start start 2024-09-11T22:45:11.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.899+0000 7fbca50ba640 1 -- start start 2024-09-11T22:45:11.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.901+0000 7fbca50ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0070a30 0x7fbca016d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.901+0000 7fbca50ba640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbca0163770 con 0x7fbca006bc10 2024-09-11T22:45:11.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.901+0000 7fbc9ed9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fbca0162990 0x7fbca0162d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:56332/0 (socket says 172.21.15.16:56332) 2024-09-11T22:45:11.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.901+0000 7fbc9ed9d640 1 -- 172.21.15.16:0/3445899509 learned_addr learned my addr 172.21.15.16:0/3445899509 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:11.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.901+0000 7f14814b3640 1 --2- 172.21.15.16:0/2663387983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f147c072f30 0x7f147c0ce690 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f147c070b70 tx=0x7f146c02a200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ad4481e42468c9e server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.901+0000 7fbca50ba640 1 -- 172.21.15.16:0/3445899509 --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbca0163a50 con 0x7fbca0162990 2024-09-11T22:45:11.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.901+0000 7fbc9f59e640 1 --2- 172.21.15.16:0/3445899509 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0070a30 0x7fbca016d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.901+0000 7fbca50ba640 1 -- 172.21.15.16:0/3445899509 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbca0163d30 con 0x7fbca0070a30 2024-09-11T22:45:11.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.901+0000 7f1480cb2640 1 -- 172.21.15.16:0/2663387983 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f146c037070 con 0x7f147c072f30 2024-09-11T22:45:11.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7f1480cb2640 1 -- 172.21.15.16:0/2663387983 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f146c032440 con 0x7f147c072f30 2024-09-11T22:45:11.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7f1480cb2640 1 -- 172.21.15.16:0/2663387983 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f146c032810 con 0x7f147c072f30 2024-09-11T22:45:11.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2277285039 0 0) 0x7fbca0163a50 con 0x7fbca0162990 2024-09-11T22:45:11.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.901+0000 7fe076ffd640 1 --2- 172.21.15.16:0/524833335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe078070910 0x7fe07815ab60 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe0680097a0 tx=0x7fe06802a1d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=396f947cb33ea80 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fe0767fc640 1 -- 172.21.15.16:0/524833335 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe068037070 con 0x7fe078070910 2024-09-11T22:45:11.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fe0767fc640 1 -- 172.21.15.16:0/524833335 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe068032440 con 0x7fe078070910 2024-09-11T22:45:11.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fe0767fc640 1 -- 172.21.15.16:0/524833335 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe068032810 con 0x7fe078070910 2024-09-11T22:45:11.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbc84003520 con 0x7fbca0162990 2024-09-11T22:45:11.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 <== mon.1 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1447206556 0 0) 0x7fbc84003520 con 0x7fbca0162990 2024-09-11T22:45:11.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0070a30 msgr2=0x7fbca016d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 --2- 172.21.15.16:0/3445899509 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0070a30 0x7fbca016d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 >> v1:172.21.15.16:6789/0 conn(0x7fbca006bc10 legacy=0x7fbca006c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7f80ab59e640 1 Processor -- start 2024-09-11T22:45:11.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7f1061c17640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f105c0afda0 0x7f105c0b3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7f6f29562640 1 Processor -- start 2024-09-11T22:45:11.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fa4a0542640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa49815aa80 0x7fa498072190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7f1061c17640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f105c0b3320 0x7f105c0b4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7f1061c17640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f105c06ebf0 con 0x7f105c15b530 2024-09-11T22:45:11.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fe07dd98640 1 -- 172.21.15.16:0/524833335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe078070910 msgr2=0x7fe07815ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fe07dd98640 1 --2- 172.21.15.16:0/524833335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe078070910 0x7fe07815ab60 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe0680097a0 tx=0x7fe06802a1d0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f1483f18640 1 -- 172.21.15.16:0/2663387983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f147c072f30 msgr2=0x7f147c0ce690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f1483f18640 1 --2- 172.21.15.16:0/2663387983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f147c072f30 0x7f147c0ce690 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f147c070b70 tx=0x7f146c02a200 comp rx=0 tx=0).stop 2024-09-11T22:45:11.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7f1061c17640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f105c0b6060 con 0x7f105c0afda0 2024-09-11T22:45:11.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fa4a0542640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa4980b38b0 0x7fa4980726d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbca0163480 con 0x7fbca0162990 2024-09-11T22:45:11.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 <== mon.1 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7fbc8c001670 con 0x7fbca0162990 2024-09-11T22:45:11.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 >> v1:172.21.15.104:6789/0 conn(0x7fbca0162990 legacy=0x7fbca0162d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7f80ab59e640 1 -- start start 2024-09-11T22:45:11.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 --2- 172.21.15.16:0/3445899509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbc840039b0 0x7fbc84003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 --2- 172.21.15.16:0/3445899509 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0070a30 0x7fbc84004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 --2- 172.21.15.16:0/3445899509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc84004d40 0x7fbc840051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbca0163d30 con 0x7fbc840039b0 2024-09-11T22:45:11.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fa49dadd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa49815aa80 0x7fa498072190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fa49dadd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa49815aa80 0x7fa498072190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52254/0 (socket says 172.21.15.16:52254) 2024-09-11T22:45:11.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f1483f18640 1 -- 172.21.15.16:0/2663387983 shutdown_connections 2024-09-11T22:45:11.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f1483f18640 1 --2- 172.21.15.16:0/2663387983 >> v2:172.21.15.16:3300/0 conn(0x7f147c0cebd0 0x7f147c0b38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f1483f18640 1 --2- 172.21.15.16:0/2663387983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f147c072f30 0x7f147c0ce690 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f1483f18640 1 -- 172.21.15.16:0/2663387983 >> 172.21.15.16:0/2663387983 conn(0x7f147c06bdf0 msgr2=0x7f147c06c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7f1061c17640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f105c0d0830 con 0x7f105c0b3320 2024-09-11T22:45:11.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fdae9b2a640 1 Processor -- start 2024-09-11T22:45:11.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f6f29562640 1 -- start start 2024-09-11T22:45:11.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fe07dd98640 1 -- 172.21.15.16:0/524833335 shutdown_connections 2024-09-11T22:45:11.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fe07dd98640 1 --2- 172.21.15.16:0/524833335 >> v2:172.21.15.16:3300/0 conn(0x7fe0780b44f0 0x7fe07815b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fe07dd98640 1 --2- 172.21.15.16:0/524833335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe078070910 0x7fe07815ab60 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fe07dd98640 1 -- 172.21.15.16:0/524833335 >> 172.21.15.16:0/524833335 conn(0x7fe07806bdf0 msgr2=0x7fe07806c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fa49e2de640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa49815a6a0 0x7fa4980ce9c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:56344/0 (socket says 172.21.15.16:56344) 2024-09-11T22:45:11.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fa49dadd640 1 -- 172.21.15.16:0/3342778990 learned_addr learned my addr 172.21.15.16:0/3342778990 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fa4a0542640 1 -- 172.21.15.16:0/3342778990 --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4980b3e20 con 0x7fa49815a6a0 2024-09-11T22:45:11.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f105bfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f105c0b3320 0x7f105c0b4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f105bfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f105c0b3320 0x7f105c0b4040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52262/0 (socket says 172.21.15.16:52262) 2024-09-11T22:45:11.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f105bfff640 1 -- 172.21.15.16:0/3448088311 learned_addr learned my addr 172.21.15.16:0/3448088311 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fdae9b2a640 1 -- start start 2024-09-11T22:45:11.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fe07dd98640 1 -- 172.21.15.16:0/524833335 shutdown_connections 2024-09-11T22:45:11.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f105bfff640 1 -- 172.21.15.16:0/3448088311 >> v2:172.21.15.16:3300/0 conn(0x7f105c0afda0 msgr2=0x7f105c0b3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f105bfff640 1 --2- 172.21.15.16:0/3448088311 >> v2:172.21.15.16:3300/0 conn(0x7f105c0afda0 0x7f105c0b3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f105bfff640 1 -- 172.21.15.16:0/3448088311 >> v1:172.21.15.104:6789/0 conn(0x7f105c15b530 legacy=0x7f105c0b5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f105bfff640 1 -- 172.21.15.16:0/3448088311 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f105c15b910 con 0x7f105c0b3320 2024-09-11T22:45:11.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7f1483f18640 1 -- 172.21.15.16:0/2663387983 shutdown_connections 2024-09-11T22:45:11.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7f1483f18640 1 -- 172.21.15.16:0/2663387983 wait complete. 2024-09-11T22:45:11.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7f80ab59e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac1628f0 0x7f80ac0cfef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7f80ab59e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f80ac072b10 0x7f80ac0b3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7f80ab59e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80ac162cd0 con 0x7f80ac06fbb0 2024-09-11T22:45:11.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7f80ab59e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f80ac0cf7a0 con 0x7f80ac072b10 2024-09-11T22:45:11.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7f80ab59e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f80ac0cef00 con 0x7f80ac1628f0 2024-09-11T22:45:11.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fe07dd98640 1 -- 172.21.15.16:0/524833335 wait complete. 2024-09-11T22:45:11.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbc8400b9c0 con 0x7fbc84004d40 2024-09-11T22:45:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.902+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbc8400bbc0 con 0x7fbca0070a30 2024-09-11T22:45:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fbc9ed9d640 1 --2- 172.21.15.16:0/3445899509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbc840039b0 0x7fbc84003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fbc9f59e640 1 --2- 172.21.15.16:0/3445899509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc84004d40 0x7fbc840051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fbc9ed9d640 1 -- 172.21.15.16:0/3445899509 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0070a30 msgr2=0x7fbc84004800 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-11T22:45:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fbc9ed9d640 1 --2- 172.21.15.16:0/3445899509 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0070a30 0x7fbc84004800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fbc9ed9d640 1 -- 172.21.15.16:0/3445899509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc84004d40 msgr2=0x7fbc840051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fbc9ed9d640 1 --2- 172.21.15.16:0/3445899509 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbc84004d40 0x7fbc840051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7fbc9ed9d640 1 -- 172.21.15.16:0/3445899509 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbca0163480 con 0x7fbc840039b0 2024-09-11T22:45:11.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fa4a0542640 1 -- 172.21.15.16:0/3342778990 --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa4980b4100 con 0x7fa4980b38b0 2024-09-11T22:45:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.903+0000 7fa4a0542640 1 -- 172.21.15.16:0/3342778990 --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa4980b43e0 con 0x7fa49815aa80 2024-09-11T22:45:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1857651751 0 0) 0x7fa4980b3e20 con 0x7fa49815a6a0 2024-09-11T22:45:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa484003520 con 0x7fa49815a6a0 2024-09-11T22:45:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7f80aad9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f80ac072b10 0x7f80ac0b3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7f80aad9d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f80ac072b10 0x7f80ac0b3e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52272/0 (socket says 172.21.15.16:52272) 2024-09-11T22:45:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7f80aad9d640 1 -- 172.21.15.16:0/500269854 learned_addr learned my addr 172.21.15.16:0/500269854 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7f6f29562640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6f1c034c40 0x7f6f1c035b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 <== mon.1 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1168921783 0 0) 0x7fa484003520 con 0x7fa49815a6a0 2024-09-11T22:45:11.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 >> v2:172.21.15.104:3300/0 conn(0x7fa49815aa80 msgr2=0x7fa498072190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 --2- 172.21.15.16:0/3342778990 >> v2:172.21.15.104:3300/0 conn(0x7fa49815aa80 0x7fa498072190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 >> v2:172.21.15.16:3300/0 conn(0x7fa4980b38b0 msgr2=0x7fa4980726d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.920 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 --2- 172.21.15.16:0/3342778990 >> v2:172.21.15.16:3300/0 conn(0x7fa4980b38b0 0x7fa4980726d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fdae9b2a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdae406bc10 0x7fdae406c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4980b46c0 con 0x7fa49815a6a0 2024-09-11T22:45:11.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 <== mon.1 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7fa494001670 con 0x7fa49815a6a0 2024-09-11T22:45:11.921 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 >> v1:172.21.15.104:6789/0 conn(0x7fa49815a6a0 legacy=0x7fa4980ce9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.904+0000 7f6f29562640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6f1c048dc0 0x7f6f1c053a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 --2- 172.21.15.16:0/3342778990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa484003a00 0x7fa484003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fdae37fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fdae4162990 0x7fdae4162d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:56360/0 (socket says 172.21.15.16:56360) 2024-09-11T22:45:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 --2- 172.21.15.16:0/3342778990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa484004800 0x7fa484004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7f80aa59c640 1 --2- 172.21.15.16:0/500269854 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac1628f0 0x7f80ac0cfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7f105bfff640 1 --2- 172.21.15.16:0/3448088311 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105c0b3320 0x7f105c0b4040 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f105c0d0460 tx=0x7f104c02e740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76b4bb734c2c0be5 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fdae3fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdae406c5c0 0x7fdae406fa20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56298/0 (socket says 172.21.15.16:56298) 2024-09-11T22:45:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fdae2ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdae406bc10 0x7fdae406c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fdae2ffd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdae406bc10 0x7fdae406c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52280/0 (socket says 172.21.15.16:52280) 2024-09-11T22:45:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fdae9b2a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdae4163770 con 0x7fdae406c5c0 2024-09-11T22:45:11.923 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fdae9b2a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdae4163a50 con 0x7fdae4162990 2024-09-11T22:45:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fdae9b2a640 1 -- 172.21.15.16:0/483838390 --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdae4163d30 con 0x7fdae406bc10 2024-09-11T22:45:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fdae37fe640 1 -- 172.21.15.16:0/483838390 learned_addr learned my addr 172.21.15.16:0/483838390 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 --2- 172.21.15.16:0/3342778990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4840051c0 0x7fa48400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49e2de640 1 --2- 172.21.15.16:0/3342778990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa484003a00 0x7fa484003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa4980b4100 con 0x7fa484004800 2024-09-11T22:45:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa4980b43e0 con 0x7fa4840051c0 2024-09-11T22:45:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa48400c140 con 0x7fa484003a00 2024-09-11T22:45:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7f6f29562640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f1c052090 con 0x7f6f1c036090 2024-09-11T22:45:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7f6f29562640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6f1c052370 con 0x7f6f1c048dc0 2024-09-11T22:45:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7f6f29562640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6f1c052650 con 0x7f6f1c034c40 2024-09-11T22:45:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fe07dd98640 1 Processor -- start 2024-09-11T22:45:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7f1483f18640 1 Processor -- start 2024-09-11T22:45:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7f6f237fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f6f1c036090 0x7f6f1c0486b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56300/0 (socket says 172.21.15.16:56300) 2024-09-11T22:45:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fa49dadd640 1 --2- 172.21.15.16:0/3342778990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa484004800 0x7fa484004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7f6f237fe640 1 -- 172.21.15.16:0/1926664796 learned_addr learned my addr 172.21.15.16:0/1926664796 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7f1483f18640 1 -- start start 2024-09-11T22:45:11.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fe07dd98640 1 -- start start 2024-09-11T22:45:11.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7f6f23fff640 1 --2- 172.21.15.16:0/1926664796 >> v2:172.21.15.104:3300/0 conn(0x7f6f1c034c40 0x7f6f1c035b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fa49e2de640 1 -- 172.21.15.16:0/3342778990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4840051c0 msgr2=0x7fa48400b9c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-11T22:45:11.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fa49e2de640 1 --2- 172.21.15.16:0/3342778990 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4840051c0 0x7fa48400b9c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fa49e2de640 1 -- 172.21.15.16:0/3342778990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa484004800 msgr2=0x7fa484004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7fbc9ed9d640 1 --2- 172.21.15.16:0/3445899509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbc840039b0 0x7fbc84003dd0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c00c370 tx=0x7fbc84005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=577c544de915a8f server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fa49e2de640 1 --2- 172.21.15.16:0/3342778990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa484004800 0x7fa484004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fa49e2de640 1 -- 172.21.15.16:0/3342778990 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa484003520 con 0x7fa484003a00 2024-09-11T22:45:11.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7f6f28d61640 1 --2- 172.21.15.16:0/1926664796 >> v2:172.21.15.16:3300/0 conn(0x7f6f1c048dc0 0x7f6f1c053a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8c007dd0 con 0x7fbc840039b0 2024-09-11T22:45:11.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc8c0058d0 con 0x7fbc840039b0 2024-09-11T22:45:11.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fbc9dd9b640 1 -- 172.21.15.16:0/3445899509 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8c005d40 con 0x7fbc840039b0 2024-09-11T22:45:11.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7f80aad9d640 1 -- 172.21.15.16:0/500269854 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac1628f0 msgr2=0x7f80ac0cfef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7f80aad9d640 1 --2- 172.21.15.16:0/500269854 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac1628f0 0x7f80ac0cfef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7f80aad9d640 1 -- 172.21.15.16:0/500269854 >> v1:172.21.15.104:6789/0 conn(0x7f80ac06fbb0 legacy=0x7f80ac072400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.905+0000 7f80aad9d640 1 -- 172.21.15.16:0/500269854 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80ac0cf1e0 con 0x7f80ac072b10 2024-09-11T22:45:11.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7f6f23fff640 1 -- 172.21.15.16:0/1926664796 >> v2:172.21.15.16:3300/0 conn(0x7f6f1c048dc0 msgr2=0x7f6f1c053a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7f6f22ffd640 1 -- 172.21.15.16:0/1926664796 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3955694567 0 0) 0x7f6f1c052090 con 0x7f6f1c036090 2024-09-11T22:45:11.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f6f23fff640 1 --2- 172.21.15.16:0/1926664796 >> v2:172.21.15.16:3300/0 conn(0x7f6f1c048dc0 0x7f6f1c053a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f6f23fff640 1 -- 172.21.15.16:0/1926664796 >> v1:172.21.15.16:6789/0 conn(0x7f6f1c036090 legacy=0x7f6f1c0486b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f105a7fc640 1 -- 172.21.15.16:0/3448088311 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f104c033710 con 0x7f105c0b3320 2024-09-11T22:45:11.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f105a7fc640 1 -- 172.21.15.16:0/3448088311 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f104c0338b0 con 0x7f105c0b3320 2024-09-11T22:45:11.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f1483f18640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f147c072f30 0x7f147c149170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f1483f18640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f147c0cebd0 0x7f147c0a9530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f1483f18640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147c156b40 0x7f147c155180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f1483f18640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f147c0cf020 con 0x7f147c156b40 2024-09-11T22:45:11.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f1483f18640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f147c0cdd20 con 0x7f147c0cebd0 2024-09-11T22:45:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f1483f18640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f147c0cf1a0 con 0x7f147c072f30 2024-09-11T22:45:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2165016051 0 0) 0x7fdae4163a50 con 0x7fdae4162990 2024-09-11T22:45:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdacc003520 con 0x7fdae4162990 2024-09-11T22:45:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3945133166 0 0) 0x7fdae4163770 con 0x7fdae406c5c0 2024-09-11T22:45:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.906+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdacc0048e0 con 0x7fdae406c5c0 2024-09-11T22:45:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fa49eadf640 1 -- 172.21.15.16:0/3342778990 reap_dead start 2024-09-11T22:45:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 <== mon.1 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 225596933 0 0) 0x7fdacc003520 con 0x7fdae4162990 2024-09-11T22:45:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 >> v2:172.21.15.104:3300/0 conn(0x7fdae406bc10 msgr2=0x7fdae406c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 --2- 172.21.15.16:0/483838390 >> v2:172.21.15.104:3300/0 conn(0x7fdae406bc10 0x7fdae406c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 >> v1:172.21.15.16:6789/0 conn(0x7fdae406c5c0 legacy=0x7fdae406fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fa49e2de640 1 --2- 172.21.15.16:0/3342778990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa484003a00 0x7fa484003e20 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa494007f80 tx=0x7fa484005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bd2bf1102b19e2a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f6f23fff640 1 -- 172.21.15.16:0/1926664796 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f1c052930 con 0x7f6f1c034c40 2024-09-11T22:45:11.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f6f28d61640 1 --2- 172.21.15.16:0/1926664796 >> v2:172.21.15.16:3300/0 conn(0x7f6f1c048dc0 0x7f6f1c053a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:11.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f105a7fc640 1 -- 172.21.15.16:0/3448088311 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f104c033c80 con 0x7f105c0b3320 2024-09-11T22:45:11.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fe07dd98640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe078070910 0x7fe078153b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa494007ba0 con 0x7fa484003a00 2024-09-11T22:45:11.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f14814b3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f147c0cebd0 0x7f147c0a9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f14814b3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f147c0cebd0 0x7f147c0a9530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52296/0 (socket says 172.21.15.16:52296) 2024-09-11T22:45:11.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f14814b3640 1 -- 172.21.15.16:0/3852897152 learned_addr learned my addr 172.21.15.16:0/3852897152 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa494007290 con 0x7fa484003a00 2024-09-11T22:45:11.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f14824b5640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147c156b40 0x7f147c155180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdae4163480 con 0x7fdae4162990 2024-09-11T22:45:11.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 <== mon.1 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7fdad4001650 con 0x7fdae4162990 2024-09-11T22:45:11.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 >> v1:172.21.15.104:6789/0 conn(0x7fdae4162990 legacy=0x7fdae4162d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 --2- 172.21.15.16:0/483838390 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdacc004d90 0x7fdacc005170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 --2- 172.21.15.16:0/483838390 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc0037a0 0x7fdacc003c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 --2- 172.21.15.16:0/483838390 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc004220 0x7fdacc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdae4163d30 con 0x7fdacc004d90 2024-09-11T22:45:11.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdacc00c1c0 con 0x7fdacc004220 2024-09-11T22:45:11.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdacc00c3c0 con 0x7fdacc0037a0 2024-09-11T22:45:11.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fa49d2dc640 1 -- 172.21.15.16:0/3342778990 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa494005810 con 0x7fa484003a00 2024-09-11T22:45:11.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7f80aad9d640 1 --2- 172.21.15.16:0/500269854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac072b10 0x7f80ac0b3e90 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f809c009e50 tx=0x7f809c02a7a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d31176c6f2fa73c server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fbca50ba640 1 -- 172.21.15.16:0/3445899509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbc840039b0 msgr2=0x7fbc84003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fbca50ba640 1 --2- 172.21.15.16:0/3445899509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbc840039b0 0x7fbc84003dd0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c00c370 tx=0x7fbc84005830 comp rx=0 tx=0).stop 2024-09-11T22:45:11.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fbc9f59e640 1 -- 172.21.15.16:0/3445899509 reap_dead start 2024-09-11T22:45:11.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fbca50ba640 1 -- 172.21.15.16:0/3445899509 shutdown_connections 2024-09-11T22:45:11.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f1061c17640 1 -- 172.21.15.16:0/3448088311 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105c0b3320 msgr2=0x7f105c0b4040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f1061c17640 1 --2- 172.21.15.16:0/3448088311 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105c0b3320 0x7f105c0b4040 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f105c0d0460 tx=0x7f104c02e740 comp rx=0 tx=0).stop 2024-09-11T22:45:11.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.907+0000 7fbca50ba640 1 -- 172.21.15.16:0/3445899509 >> 172.21.15.16:0/3445899509 conn(0x7fbca009aa40 msgr2=0x7fbca00b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fbca50ba640 1 -- 172.21.15.16:0/3445899509 shutdown_connections 2024-09-11T22:45:11.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fbca50ba640 1 -- 172.21.15.16:0/3445899509 wait complete. 2024-09-11T22:45:11.938 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f1481cb4640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f147c072f30 0x7f147c149170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fdae3fff640 1 --2- 172.21.15.16:0/483838390 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc004220 0x7fdacc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f80a959a640 1 -- 172.21.15.16:0/500269854 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f809c036070 con 0x7f80ac072b10 2024-09-11T22:45:11.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe07dd98640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe078072190 0x7fe078158f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe07dd98640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0780b44f0 0x7fe07815caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe07dd98640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe078154fa0 con 0x7fe0780b44f0 2024-09-11T22:45:11.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe07dd98640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe078154e20 con 0x7fe078070910 2024-09-11T22:45:11.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe07dd98640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe07806f230 con 0x7fe078072190 2024-09-11T22:45:11.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe0777fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe078070910 0x7fe078153b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe0777fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe078070910 0x7fe078153b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52302/0 (socket says 172.21.15.16:52302) 2024-09-11T22:45:11.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe0777fe640 1 -- 172.21.15.16:0/3287849483 learned_addr learned my addr 172.21.15.16:0/3287849483 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f80a959a640 1 -- 172.21.15.16:0/500269854 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f809c031600 con 0x7f80ac072b10 2024-09-11T22:45:11.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f6f23fff640 1 --2- 172.21.15.16:0/1926664796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1c034c40 0x7f6f1c035b50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c053170 tx=0x7f6f1002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22637beed92d8503 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f1061c17640 1 -- 172.21.15.16:0/3448088311 shutdown_connections 2024-09-11T22:45:11.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f1061c17640 1 --2- 172.21.15.16:0/3448088311 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105c0b3320 0x7f105c0b4040 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f1061c17640 1 --2- 172.21.15.16:0/3448088311 >> v2:172.21.15.16:3300/0 conn(0x7f105c0afda0 0x7f105c0b3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f1061c17640 1 -- 172.21.15.16:0/3448088311 >> 172.21.15.16:0/3448088311 conn(0x7f105c0b2800 msgr2=0x7f105c0b2c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f80a959a640 1 -- 172.21.15.16:0/500269854 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f809c0319d0 con 0x7f80ac072b10 2024-09-11T22:45:11.941 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fdae3fff640 1 -- 172.21.15.16:0/483838390 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc0037a0 msgr2=0x7fdacc003c20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-11T22:45:11.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fdae3fff640 1 --2- 172.21.15.16:0/483838390 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc0037a0 0x7fdacc003c20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fdae3fff640 1 -- 172.21.15.16:0/483838390 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdacc004d90 msgr2=0x7fdacc005170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:11.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fdae3fff640 1 --2- 172.21.15.16:0/483838390 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdacc004d90 0x7fdacc005170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fdae3fff640 1 -- 172.21.15.16:0/483838390 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdae4163480 con 0x7fdacc004220 2024-09-11T22:45:11.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f14814b3640 1 -- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f147c072f30 msgr2=0x7f147c149170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f14814b3640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f147c072f30 0x7f147c149170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f14814b3640 1 -- 172.21.15.16:0/3852897152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147c156b40 msgr2=0x7f147c155180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f14814b3640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147c156b40 0x7f147c155180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.942 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f14814b3640 1 -- 172.21.15.16:0/3852897152 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f147c1496b0 con 0x7f147c0cebd0 2024-09-11T22:45:11.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f1481cb4640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f147c072f30 0x7f147c149170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:11.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe0777fe640 1 -- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe078072190 msgr2=0x7fe078158f90 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-11T22:45:11.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe0777fe640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe078072190 0x7fe078158f90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe0777fe640 1 -- 172.21.15.16:0/3287849483 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0780b44f0 msgr2=0x7fe07815caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.943 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe0777fe640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0780b44f0 0x7fe07815caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7f6f22ffd640 1 -- 172.21.15.16:0/1926664796 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f10037070 con 0x7f6f1c034c40 2024-09-11T22:45:11.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f6f22ffd640 1 -- 172.21.15.16:0/1926664796 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f10032440 con 0x7f6f1c034c40 2024-09-11T22:45:11.944 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.908+0000 7fe0777fe640 1 -- 172.21.15.16:0/3287849483 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe078154580 con 0x7fe078070910 2024-09-11T22:45:11.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f14814b3640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f147c0cebd0 0x7f147c0a9530 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f146c000c00 tx=0x7f146c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f80ab59e640 1 -- 172.21.15.16:0/500269854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac072b10 msgr2=0x7f80ac0b3e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f80ab59e640 1 --2- 172.21.15.16:0/500269854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac072b10 0x7f80ac0b3e90 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f809c009e50 tx=0x7f809c02a7a0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.945 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f1061c17640 1 -- 172.21.15.16:0/3448088311 shutdown_connections 2024-09-11T22:45:11.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7fa4a0542640 1 -- 172.21.15.16:0/3342778990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa484003a00 msgr2=0x7fa484003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7fa4a0542640 1 --2- 172.21.15.16:0/3342778990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa484003a00 0x7fa484003e20 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa494007f80 tx=0x7fa484005830 comp rx=0 tx=0).stop 2024-09-11T22:45:11.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7fa4a0542640 1 -- 172.21.15.16:0/3342778990 shutdown_connections 2024-09-11T22:45:11.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7fa4a0542640 1 --2- 172.21.15.16:0/3342778990 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa484003a00 0x7fa484003e20 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7fa4a0542640 1 -- 172.21.15.16:0/3342778990 >> 172.21.15.16:0/3342778990 conn(0x7fa498067f80 msgr2=0x7fa49806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f6f22ffd640 1 -- 172.21.15.16:0/1926664796 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f10032810 con 0x7f6f1c034c40 2024-09-11T22:45:11.946 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7fe0777fe640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe078070910 0x7fe078153b80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe07000c870 tx=0x7fe07000cd30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7fdae3fff640 1 -- 172.21.15.16:0/483838390 reap_dead start 2024-09-11T22:45:11.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f80ab59e640 1 -- 172.21.15.16:0/500269854 shutdown_connections 2024-09-11T22:45:11.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f80ab59e640 1 --2- 172.21.15.16:0/500269854 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac072b10 0x7f80ac0b3e90 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f80ab59e640 1 --2- 172.21.15.16:0/500269854 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac1628f0 0x7f80ac0cfef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f80ab59e640 1 -- 172.21.15.16:0/500269854 >> 172.21.15.16:0/500269854 conn(0x7f80ac067f80 msgr2=0x7f80ac0b25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.947 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f80ab59e640 1 -- 172.21.15.16:0/500269854 shutdown_connections 2024-09-11T22:45:11.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7fdae3fff640 1 --2- 172.21.15.16:0/483838390 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc004220 0x7fdacc00b9c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fdadc00c590 tx=0x7fdacc005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75f422f186756f8b server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f80ab59e640 1 -- 172.21.15.16:0/500269854 wait complete. 2024-09-11T22:45:11.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f6f29562640 1 -- 172.21.15.16:0/1926664796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1c034c40 msgr2=0x7f6f1c035b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.948 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f6f29562640 1 --2- 172.21.15.16:0/1926664796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1c034c40 0x7f6f1c035b50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c053170 tx=0x7f6f1002a1a0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7fe05ffff640 1 -- 172.21.15.16:0/3287849483 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe070003b70 con 0x7fe078070910 2024-09-11T22:45:11.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7f6f29562640 1 -- 172.21.15.16:0/1926664796 shutdown_connections 2024-09-11T22:45:11.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7f6f29562640 1 --2- 172.21.15.16:0/1926664796 >> v2:172.21.15.16:3300/0 conn(0x7f6f1c048dc0 0x7f6f1c053a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7f6f29562640 1 --2- 172.21.15.16:0/1926664796 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1c034c40 0x7f6f1c035b50 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7f6f29562640 1 -- 172.21.15.16:0/1926664796 >> 172.21.15.16:0/1926664796 conn(0x7f6f1c01ea40 msgr2=0x7f6f1c0556e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7f6f29562640 1 -- 172.21.15.16:0/1926664796 shutdown_connections 2024-09-11T22:45:11.949 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdadc00c0e0 con 0x7fdacc004220 2024-09-11T22:45:11.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdadc005b90 con 0x7fdacc004220 2024-09-11T22:45:11.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7fdae27fc640 1 -- 172.21.15.16:0/483838390 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdadc00c0e0 con 0x7fdacc004220 2024-09-11T22:45:11.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7fe07dd98640 1 -- 172.21.15.16:0/3287849483 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0781594d0 con 0x7fe078070910 2024-09-11T22:45:11.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7fe05ffff640 1 -- 172.21.15.16:0/3287849483 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe070003d30 con 0x7fe078070910 2024-09-11T22:45:11.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7fdae9b2a640 1 -- 172.21.15.16:0/483838390 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc004220 msgr2=0x7fdacc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.950 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7fbca50ba640 1 Processor -- start 2024-09-11T22:45:11.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7fbca50ba640 1 -- start start 2024-09-11T22:45:11.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7fe05ffff640 1 -- 172.21.15.16:0/3287849483 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07000aa90 con 0x7fe078070910 2024-09-11T22:45:11.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7fdae9b2a640 1 --2- 172.21.15.16:0/483838390 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc004220 0x7fdacc00b9c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fdadc00c590 tx=0x7fdacc005830 comp rx=0 tx=0).stop 2024-09-11T22:45:11.951 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7f6f29562640 1 -- 172.21.15.16:0/1926664796 wait complete. 2024-09-11T22:45:11.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7fdae9b2a640 1 -- 172.21.15.16:0/483838390 shutdown_connections 2024-09-11T22:45:11.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7fdae9b2a640 1 --2- 172.21.15.16:0/483838390 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc004220 0x7fdacc00b9c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7fbca50ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca009dc20 0x7fbca00ceee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7fe07dd98640 1 -- 172.21.15.16:0/3287849483 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe078167990 con 0x7fe078070910 2024-09-11T22:45:11.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7fdae9b2a640 1 -- 172.21.15.16:0/483838390 >> 172.21.15.16:0/483838390 conn(0x7fdae409aa40 msgr2=0x7fdae40b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:11.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7fa4a0542640 1 -- 172.21.15.16:0/3342778990 shutdown_connections 2024-09-11T22:45:11.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7fbca50ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbca00cf420 0x7fbca0161450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7fbca50ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0161990 0x7fbca009be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7fa4a0542640 1 -- 172.21.15.16:0/3342778990 wait complete. 2024-09-11T22:45:11.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7f80ab59e640 1 Processor -- start 2024-09-11T22:45:11.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7f6f29562640 1 Processor -- start 2024-09-11T22:45:11.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7f14727fc640 1 -- 172.21.15.16:0/3852897152 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f146c037040 con 0x7f147c0cebd0 2024-09-11T22:45:11.954 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7f14727fc640 1 -- 172.21.15.16:0/3852897152 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f146c042070 con 0x7f147c0cebd0 2024-09-11T22:45:11.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.910+0000 7f14727fc640 1 -- 172.21.15.16:0/3852897152 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f146c030880 con 0x7f147c0cebd0 2024-09-11T22:45:11.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7f1483f18640 1 -- 172.21.15.16:0/3852897152 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f147c0a9ea0 con 0x7f147c0cebd0 2024-09-11T22:45:11.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7f1483f18640 1 -- 172.21.15.16:0/3852897152 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f147c0aa460 con 0x7f147c0cebd0 2024-09-11T22:45:11.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fa4a0542640 1 Processor -- start 2024-09-11T22:45:11.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7f6f29562640 1 -- start start 2024-09-11T22:45:11.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbc9ed9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca009dc20 0x7fbca00ceee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbc9ed9d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca009dc20 0x7fbca00ceee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52318/0 (socket says 172.21.15.16:52318) 2024-09-11T22:45:11.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbc9ed9d640 1 -- 172.21.15.16:0/3039917666 learned_addr learned my addr 172.21.15.16:0/3039917666 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbca016b8b0 con 0x7fbca00cf420 2024-09-11T22:45:11.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbca006ca20 con 0x7fbca009dc20 2024-09-11T22:45:11.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbca016ba30 con 0x7fbca0161990 2024-09-11T22:45:11.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbc9f59e640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0161990 0x7fbca009be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbc9e59c640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbca00cf420 0x7fbca0161450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fdae9b2a640 1 -- 172.21.15.16:0/483838390 shutdown_connections 2024-09-11T22:45:11.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7f80ab59e640 1 -- start start 2024-09-11T22:45:11.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fa4a0542640 1 -- start start 2024-09-11T22:45:11.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbc9ed9d640 1 -- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0161990 msgr2=0x7fbca009be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbc9ed9d640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0161990 0x7fbca009be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbc9ed9d640 1 -- 172.21.15.16:0/3039917666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbca00cf420 msgr2=0x7fbca0161450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbc9ed9d640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbca00cf420 0x7fbca0161450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.957 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.912+0000 7fbc9ed9d640 1 -- 172.21.15.16:0/3039917666 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbca00cfe80 con 0x7fbca009dc20 2024-09-11T22:45:11.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.909+0000 7f1061c17640 1 -- 172.21.15.16:0/3448088311 wait complete. 2024-09-11T22:45:11.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7f1061c17640 1 Processor -- start 2024-09-11T22:45:11.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7fbc9e59c640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbca00cf420 0x7fbca0161450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:11.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7fbc9ed9d640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca009dc20 0x7fbca00ceee0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c00c490 tx=0x7fbc8c02d000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.911+0000 7f1061c17640 1 -- start start 2024-09-11T22:45:11.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f80ab59e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac06fbb0 0x7f80ac0aaac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f80ab59e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac072b10 0x7f80ac15bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7fe07dd98640 1 -- 172.21.15.16:0/3287849483 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0780cf890 con 0x7fe078070910 2024-09-11T22:45:11.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f1061c17640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f105c0afda0 0x7f105c212810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f1061c17640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105c0b3320 0x7f105c15e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f1061c17640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f105c15b530 0x7f105c20ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f1061c17640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f105c0703f0 con 0x7f105c15b530 2024-09-11T22:45:11.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f1061c17640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f105c070110 con 0x7f105c0b3320 2024-09-11T22:45:11.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f1061c17640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f105c06e6d0 con 0x7f105c0afda0 2024-09-11T22:45:11.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f145ffff640 1 -- 172.21.15.16:0/3852897152 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f147c0ce240 con 0x7f147c0cebd0 2024-09-11T22:45:11.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f6f29562640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f1c034c40 0x7f6f1c04d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f80ab59e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac1628f0 0x7f80ac1610f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f80a9d9b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac072b10 0x7f80ac15bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f80a9d9b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac072b10 0x7f80ac15bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:56664/0 (socket says 172.21.15.16:56664) 2024-09-11T22:45:11.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f80a9d9b640 1 -- 172.21.15.16:0/3136457669 learned_addr learned my addr 172.21.15.16:0/3136457669 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.961 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f6f29562640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1c036090 0x7f6f1c0e86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7fbc977fe640 1 -- 172.21.15.16:0/3039917666 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8c007dd0 con 0x7fbca009dc20 2024-09-11T22:45:11.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fbc977fe640 1 -- 172.21.15.16:0/3039917666 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc8c040030 con 0x7fbca009dc20 2024-09-11T22:45:11.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fbc977fe640 1 -- 172.21.15.16:0/3039917666 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8c03c650 con 0x7fbca009dc20 2024-09-11T22:45:11.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fa4a0542640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa484003a00 0x7fa4981fb250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7f80ab59e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f80ac0d0430 con 0x7f80ac1628f0 2024-09-11T22:45:11.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f80ac0b3970 con 0x7f80ac06fbb0 2024-09-11T22:45:11.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f80ac0d05b0 con 0x7f80ac072b10 2024-09-11T22:45:11.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbca00cf8c0 con 0x7fbca009dc20 2024-09-11T22:45:11.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f6f29562640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f1c048dc0 0x7f6f1c04a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f6f29562640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c053f50 con 0x7f6f1c048dc0 2024-09-11T22:45:11.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f6f29562640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6f1c035570 con 0x7f6f1c036090 2024-09-11T22:45:11.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f6f29562640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6f1c0540d0 con 0x7f6f1c034c40 2024-09-11T22:45:11.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbca009b640 con 0x7fbca009dc20 2024-09-11T22:45:11.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f105affd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105c0b3320 0x7f105c15e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f105affd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105c0b3320 0x7f105c15e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52338/0 (socket says 172.21.15.16:52338) 2024-09-11T22:45:11.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f105affd640 1 -- 172.21.15.16:0/2459384938 learned_addr learned my addr 172.21.15.16:0/2459384938 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fa4a0542640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4980ae340 0x7fa4980ae7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f80aad9d640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac1628f0 0x7f80ac1610f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fa49e2de640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa484003a00 0x7fa4981fb250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fe05ffff640 1 -- 172.21.15.16:0/3287849483 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe07000ac30 con 0x7fe078070910 2024-09-11T22:45:11.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f6f23fff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f1c034c40 0x7f6f1c04d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f6f237fe640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1c036090 0x7f6f1c0e86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f6f28d61640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f1c048dc0 0x7f6f1c04a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f6f28d61640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f1c048dc0 0x7f6f1c04a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:32832/0 (socket says 172.21.15.16:32832) 2024-09-11T22:45:11.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f6f28d61640 1 -- 172.21.15.16:0/2931172284 learned_addr learned my addr 172.21.15.16:0/2931172284 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fa49e2de640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa484003a00 0x7fa4981fb250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:52350/0 (socket says 172.21.15.16:52350) 2024-09-11T22:45:11.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fa49e2de640 1 -- 172.21.15.16:0/3404057554 learned_addr learned my addr 172.21.15.16:0/3404057554 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fa4a0542640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa4980abcb0 0x7fa4980ac0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa4980703a0 con 0x7fa4980ae340 2024-09-11T22:45:11.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa498070220 con 0x7fa484003a00 2024-09-11T22:45:11.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7fa49eadf640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa4980abcb0 0x7fa4980ac0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa49806f350 con 0x7fa4980abcb0 2024-09-11T22:45:11.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7fa49dadd640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4980ae340 0x7fa4980ae7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f105bfff640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f105c15b530 0x7f105c20ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7fe05ffff640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe06406beb0 0x7fe06406e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.914+0000 7f14727fc640 1 -- 172.21.15.16:0/3852897152 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f146c030a20 con 0x7f147c0cebd0 2024-09-11T22:45:11.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7f14727fc640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f146006bf00 0x7f146006e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7f14727fc640 1 -- 172.21.15.16:0/3852897152 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f146c0ab8c0 con 0x7f147c0cebd0 2024-09-11T22:45:11.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7fe05ffff640 1 -- 172.21.15.16:0/3287849483 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fe07008f060 con 0x7fe078070910 2024-09-11T22:45:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7f80a9d9b640 1 -- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac06fbb0 msgr2=0x7f80ac0aaac0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-11T22:45:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7f80a9d9b640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac06fbb0 0x7f80ac0aaac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7f1481cb4640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f146006bf00 0x7f146006e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7f80a9d9b640 1 -- 172.21.15.16:0/3136457669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac1628f0 msgr2=0x7f80ac1610f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7f80a9d9b640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac1628f0 0x7f80ac1610f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7f80a9d9b640 1 -- 172.21.15.16:0/3136457669 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80ac163cd0 con 0x7f80ac072b10 2024-09-11T22:45:11.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.913+0000 7fdae9b2a640 1 -- 172.21.15.16:0/483838390 wait complete. 2024-09-11T22:45:11.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7fdae9b2a640 1 Processor -- start 2024-09-11T22:45:11.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7fa49e2de640 1 -- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa4980abcb0 msgr2=0x7fa4980ac0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7fa49e2de640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa4980abcb0 0x7fa4980ac0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.915+0000 7fa49e2de640 1 -- 172.21.15.16:0/3404057554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4980ae340 msgr2=0x7fa4980ae7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7fa49e2de640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4980ae340 0x7fa4980ae7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7fe076ffd640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe06406beb0 0x7fe06406e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7fa49e2de640 1 -- 172.21.15.16:0/3404057554 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4980ac630 con 0x7fa484003a00 2024-09-11T22:45:11.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f105affd640 1 -- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f105c0afda0 msgr2=0x7f105c212810 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-11T22:45:11.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f105affd640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f105c0afda0 0x7f105c212810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f105affd640 1 -- 172.21.15.16:0/2459384938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f105c15b530 msgr2=0x7f105c20ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f105affd640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f105c15b530 0x7f105c20ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f105affd640 1 -- 172.21.15.16:0/2459384938 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f105c215170 con 0x7f105c0b3320 2024-09-11T22:45:11.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f105bfff640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f105c15b530 0x7f105c20ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:11.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f6f28d61640 1 -- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f1c034c40 msgr2=0x7f6f1c04d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f6f28d61640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f1c034c40 0x7f6f1c04d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f6f28d61640 1 -- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1c036090 msgr2=0x7f6f1c0e86d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f6f28d61640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1c036090 0x7f6f1c0e86d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f6f28d61640 1 -- 172.21.15.16:0/2931172284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f1c0493f0 con 0x7f6f1c048dc0 2024-09-11T22:45:11.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f6f23fff640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f1c034c40 0x7f6f1c04d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:11.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7fdae9b2a640 1 -- start start 2024-09-11T22:45:11.973 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f80a9d9b640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac072b10 0x7f80ac15bad0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f809400c400 tx=0x7f809400c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7fa49e2de640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa484003a00 0x7fa4981fb250 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa49400c1d0 tx=0x7fa4980b4890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f6f28d61640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f1c048dc0 0x7f6f1c04a1b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6f24051790 tx=0x7f6f24069820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f1481cb4640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f146006bf00 0x7f146006e3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1478000f60 tx=0x7f1478009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f80a2ffd640 1 -- 172.21.15.16:0/3136457669 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8094017070 con 0x7f80ac072b10 2024-09-11T22:45:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f6f20ff9640 1 -- 172.21.15.16:0/2931172284 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f24099070 con 0x7f6f1c048dc0 2024-09-11T22:45:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f105affd640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105c0b3320 0x7f105c15e190 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f105400ba50 tx=0x7f105400bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbca0161da0 con 0x7fbca009dc20 2024-09-11T22:45:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f6f20ff9640 1 -- 172.21.15.16:0/2931172284 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f240945f0 con 0x7f6f1c048dc0 2024-09-11T22:45:11.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f6f29562640 1 -- 172.21.15.16:0/2931172284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f1c0496d0 con 0x7f6f1c048dc0 2024-09-11T22:45:11.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80ac0a9fe0 con 0x7f80ac072b10 2024-09-11T22:45:11.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f80ac0aa5a0 con 0x7f80ac072b10 2024-09-11T22:45:11.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.917+0000 7f6f29562640 1 -- 172.21.15.16:0/2931172284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f1c049c90 con 0x7f6f1c048dc0 2024-09-11T22:45:11.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.917+0000 7f6f20ff9640 1 -- 172.21.15.16:0/2931172284 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f240949c0 con 0x7f6f1c048dc0 2024-09-11T22:45:11.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.916+0000 7fe076ffd640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe06406beb0 0x7fe06406e370 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe068034000 tx=0x7fe06802e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.917+0000 7fbc977fe640 1 -- 172.21.15.16:0/3039917666 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbc8c03b450 con 0x7fbca009dc20 2024-09-11T22:45:11.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.917+0000 7fdae9b2a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc004220 0x7fdae40cf750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.917+0000 7fdae9b2a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae415b340 0x7fdae415bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.917+0000 7fdae37fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc004220 0x7fdae40cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.917+0000 7fbc977fe640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbc8806bf30 0x7fbc8806e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.917+0000 7fdae37fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc004220 0x7fdae40cf750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:56708/0 (socket says 172.21.15.16:56708) 2024-09-11T22:45:11.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.917+0000 7fdae37fe640 1 -- 172.21.15.16:0/3840236628 learned_addr learned my addr 172.21.15.16:0/3840236628 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:11.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7fdae2ffd640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae415b340 0x7fdae415bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.917+0000 7f80a2ffd640 1 -- 172.21.15.16:0/3136457669 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80940052d0 con 0x7f80ac072b10 2024-09-11T22:45:11.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7f80a2ffd640 1 -- 172.21.15.16:0/3136457669 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8094003830 con 0x7f80ac072b10 2024-09-11T22:45:11.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7fbc9e59c640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbc8806bf30 0x7fbc8806e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7fdae9b2a640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdae415c510 0x7fdae41605a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdae406c200 con 0x7fdae415b340 2024-09-11T22:45:11.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7fbc977fe640 1 -- 172.21.15.16:0/3039917666 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fbc8c0abf50 con 0x7fbca009dc20 2024-09-11T22:45:11.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdae406c080 con 0x7fdae415c510 2024-09-11T22:45:11.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7fdae3fff640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdae415c510 0x7fdae41605a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80ac0b12b0 con 0x7f80ac072b10 2024-09-11T22:45:11.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdae406c380 con 0x7fdacc004220 2024-09-11T22:45:11.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7f6f29562640 1 -- 172.21.15.16:0/2931172284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f1c03b330 con 0x7f6f1c048dc0 2024-09-11T22:45:11.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.918+0000 7fbc9e59c640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbc8806bf30 0x7fbc8806e3f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbca00cd730 tx=0x7fbc98009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.919+0000 7fdae37fe640 1 -- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdae415c510 msgr2=0x7fdae41605a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.919+0000 7fdae37fe640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdae415c510 0x7fdae41605a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.919+0000 7fdae37fe640 1 -- 172.21.15.16:0/3840236628 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae415b340 msgr2=0x7fdae415bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:11.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.919+0000 7fdae37fe640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae415b340 0x7fdae415bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:11.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.919+0000 7fdae37fe640 1 -- 172.21.15.16:0/3840236628 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdae415d090 con 0x7fdacc004220 2024-09-11T22:45:11.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.919+0000 7fdae37fe640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc004220 0x7fdae40cf750 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fdad400c780 tx=0x7fdad400cb80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.919+0000 7f6f20ff9640 1 -- 172.21.15.16:0/2931172284 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6f2409c070 con 0x7f6f1c048dc0 2024-09-11T22:45:11.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.919+0000 7fdacbfff640 1 -- 172.21.15.16:0/3840236628 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad4018070 con 0x7fdacc004220 2024-09-11T22:45:11.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.919+0000 7fdacbfff640 1 -- 172.21.15.16:0/3840236628 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdad40072d0 con 0x7fdacc004220 2024-09-11T22:45:11.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.919+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdae415d370 con 0x7fdacc004220 2024-09-11T22:45:11.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.920+0000 7f6f20ff9640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6f0806be60 0x7f6f0806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.920+0000 7f80a2ffd640 1 -- 172.21.15.16:0/3136457669 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f809401a070 con 0x7f80ac072b10 2024-09-11T22:45:11.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.920+0000 7fdacbfff640 1 -- 172.21.15.16:0/3840236628 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad40047e0 con 0x7fdacc004220 2024-09-11T22:45:11.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.920+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fdae415d930 con 0x7fdacc004220 2024-09-11T22:45:11.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.920+0000 7f6f20ff9640 1 -- 172.21.15.16:0/2931172284 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6f24106570 con 0x7f6f1c048dc0 2024-09-11T22:45:11.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.920+0000 7f6f23fff640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6f0806be60 0x7f6f0806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.920+0000 7f80a2ffd640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f808c06bf30 0x7f808c06e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.921+0000 7f80a2ffd640 1 -- 172.21.15.16:0/3136457669 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f809408a4d0 con 0x7f80ac072b10 2024-09-11T22:45:11.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.921+0000 7f80aa59c640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f808c06bf30 0x7f808c06e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.921+0000 7f6f23fff640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6f0806be60 0x7f6f0806e320 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6f10034000 tx=0x7f6f1002e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.921+0000 7f14727fc640 1 -- 172.21.15.16:0/3852897152 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f147c1496b0 con 0x7f147c0cebd0 2024-09-11T22:45:11.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.921+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdae4068e90 con 0x7fdacc004220 2024-09-11T22:45:11.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.921+0000 7fdacbfff640 1 -- 172.21.15.16:0/3840236628 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdad401b070 con 0x7fdacc004220 2024-09-11T22:45:11.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.921+0000 7f80aa59c640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f808c06bf30 0x7f808c06e3f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f80a4009930 tx=0x7f80a4009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.922+0000 7fdacbfff640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdad006be60 0x7fdad006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.922+0000 7fdae2ffd640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdad006be60 0x7fdad006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.922+0000 7fdae2ffd640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdad006be60 0x7fdad006e320 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fdae40cf6e0 tx=0x7fdad8009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.925+0000 7f6f20ff9640 1 -- 172.21.15.16:0/2931172284 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6f24091070 con 0x7f6f1c048dc0 2024-09-11T22:45:11.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.925+0000 7fdacbfff640 1 -- 172.21.15.16:0/3840236628 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fdad40566d0 con 0x7fdacc004220 2024-09-11T22:45:11.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.925+0000 7fe05ffff640 1 -- 172.21.15.16:0/3287849483 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe070058f00 con 0x7fe078070910 2024-09-11T22:45:11.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.926+0000 7f80a2ffd640 1 -- 172.21.15.16:0/3136457669 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f80ac0b12b0 con 0x7f80ac072b10 2024-09-11T22:45:11.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.930+0000 7f1043fff640 1 -- 172.21.15.16:0/2459384938 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1054019070 con 0x7f105c0b3320 2024-09-11T22:45:11.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.930+0000 7f1043fff640 1 -- 172.21.15.16:0/2459384938 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f105400cbe0 con 0x7f105c0b3320 2024-09-11T22:45:11.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.930+0000 7f1043fff640 1 -- 172.21.15.16:0/2459384938 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1054019070 con 0x7f105c0b3320 2024-09-11T22:45:11.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.931+0000 7fdacbfff640 1 -- 172.21.15.16:0/3840236628 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdad4058630 con 0x7fdacc004220 2024-09-11T22:45:11.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.930+0000 7fbc977fe640 1 -- 172.21.15.16:0/3039917666 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbca0161da0 con 0x7fbca009dc20 2024-09-11T22:45:11.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.930+0000 7fa48effd640 1 -- 172.21.15.16:0/3404057554 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa494037040 con 0x7fa484003a00 2024-09-11T22:45:11.989 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.930+0000 7fa48effd640 1 -- 172.21.15.16:0/3404057554 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa494041070 con 0x7fa484003a00 2024-09-11T22:45:11.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.930+0000 7fa48effd640 1 -- 172.21.15.16:0/3404057554 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa494037040 con 0x7fa484003a00 2024-09-11T22:45:11.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.930+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4980ac8c0 con 0x7fa484003a00 2024-09-11T22:45:11.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.931+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4980ace80 con 0x7fa484003a00 2024-09-11T22:45:11.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.931+0000 7f1061c17640 1 -- 172.21.15.16:0/2459384938 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f105c157830 con 0x7f105c0b3320 2024-09-11T22:45:11.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.931+0000 7f1061c17640 1 -- 172.21.15.16:0/2459384938 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f105c215870 con 0x7f105c0b3320 2024-09-11T22:45:11.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.933+0000 7f1041ffb640 1 -- 172.21.15.16:0/2459384938 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1034005290 con 0x7f105c0b3320 2024-09-11T22:45:11.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.934+0000 7fa48effd640 1 -- 172.21.15.16:0/3404057554 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa494001430 con 0x7fa484003a00 2024-09-11T22:45:11.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.934+0000 7fa48effd640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa47c06c230 0x7fa47c06e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.935+0000 7fa48effd640 1 -- 172.21.15.16:0/3404057554 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa4940075c0 con 0x7fa484003a00 2024-09-11T22:45:11.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.935+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4980ad5a0 con 0x7fa484003a00 2024-09-11T22:45:11.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.935+0000 7fa49dadd640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa47c06c230 0x7fa47c06e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.936+0000 7fa49dadd640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa47c06c230 0x7fa47c06e6f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa4980d0320 tx=0x7fa488008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.940+0000 7fa48effd640 1 -- 172.21.15.16:0/3404057554 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa4940790c0 con 0x7fa484003a00 2024-09-11T22:45:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.941+0000 7f1043fff640 1 -- 172.21.15.16:0/2459384938 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f105401c070 con 0x7f105c0b3320 2024-09-11T22:45:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.941+0000 7f1043fff640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f104806c230 0x7f104806e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.942+0000 7f105b7fe640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f104806c230 0x7f104806e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.942+0000 7f1043fff640 1 -- 172.21.15.16:0/2459384938 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f105400c9e0 con 0x7f105c0b3320 2024-09-11T22:45:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.943+0000 7f105b7fe640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f104806c230 0x7f104806e6f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f10500014d0 tx=0x7f10500079b0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:11.992 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:11.945+0000 7f1043fff640 1 -- 172.21.15.16:0/2459384938 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f105c157830 con 0x7f105c0b3320 2024-09-11T22:45:12.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.319+0000 7f145ffff640 1 -- 172.21.15.16:0/3852897152 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f147c0b1720 con 0x7f147c0cebd0 2024-09-11T22:45:12.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.320+0000 7f14727fc640 1 -- 172.21.15.16:0/3852897152 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f146c079fa0 con 0x7f147c0cebd0 2024-09-11T22:45:12.321 INFO:teuthology.orchestra.run.smithi016.stdout:64424509449 2024-09-11T22:45:12.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.323+0000 7f1483f18640 1 -- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f146006bf00 msgr2=0x7f146006e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.323+0000 7f1483f18640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f146006bf00 0x7f146006e3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1478000f60 tx=0x7f1478009040 comp rx=0 tx=0).stop 2024-09-11T22:45:12.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.324+0000 7f1483f18640 1 -- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f147c0cebd0 msgr2=0x7f147c0a9530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.324+0000 7f1483f18640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f147c0cebd0 0x7f147c0a9530 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f146c000c00 tx=0x7f146c0046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.324+0000 7f1483f18640 1 -- 172.21.15.16:0/3852897152 shutdown_connections 2024-09-11T22:45:12.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.324+0000 7f1483f18640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f146006bf00 0x7f146006e3c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.324+0000 7f1483f18640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f147c156b40 0x7f147c155180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.324+0000 7f1483f18640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f147c0cebd0 0x7f147c0a9530 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.324+0000 7f1483f18640 1 --2- 172.21.15.16:0/3852897152 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f147c072f30 0x7f147c149170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.325 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.324+0000 7f1483f18640 1 -- 172.21.15.16:0/3852897152 >> 172.21.15.16:0/3852897152 conn(0x7f147c06bdf0 msgr2=0x7f147c074fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:12.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.324+0000 7f1483f18640 1 -- 172.21.15.16:0/3852897152 shutdown_connections 2024-09-11T22:45:12.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.325+0000 7f1483f18640 1 -- 172.21.15.16:0/3852897152 wait complete. 2024-09-11T22:45:12.331 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.330+0000 7f6f29562640 1 -- 172.21.15.16:0/2931172284 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f6f1c051bc0 con 0x7f6f1c048dc0 2024-09-11T22:45:12.332 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.331+0000 7f6f20ff9640 1 -- 172.21.15.16:0/2931172284 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6f240d4620 con 0x7f6f1c048dc0 2024-09-11T22:45:12.332 INFO:teuthology.orchestra.run.smithi016.stdout:64424509450 2024-09-11T22:45:12.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.333+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fbca009b170 con 0x7fbca009dc20 2024-09-11T22:45:12.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.334+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f80ac0ce5b0 con 0x7f80ac072b10 2024-09-11T22:45:12.335 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.334+0000 7fbc977fe640 1 -- 172.21.15.16:0/3039917666 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbc8c07a510 con 0x7fbca009dc20 2024-09-11T22:45:12.335 INFO:teuthology.orchestra.run.smithi016.stdout:64424509448 2024-09-11T22:45:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 -- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6f0806be60 msgr2=0x7f6f0806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6f0806be60 0x7f6f0806e320 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f6f10034000 tx=0x7f6f1002e000 comp rx=0 tx=0).stop 2024-09-11T22:45:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 -- 172.21.15.16:0/2931172284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f1c048dc0 msgr2=0x7f6f1c04a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f1c048dc0 0x7f6f1c04a1b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6f24051790 tx=0x7f6f24069820 comp rx=0 tx=0).stop 2024-09-11T22:45:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 -- 172.21.15.16:0/2931172284 shutdown_connections 2024-09-11T22:45:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6f0806be60 0x7f6f0806e320 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f1c048dc0 0x7f6f1c04a1b0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f1c036090 0x7f6f1c0e86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.337 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 --2- 172.21.15.16:0/2931172284 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f1c034c40 0x7f6f1c04d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 -- 172.21.15.16:0/2931172284 >> 172.21.15.16:0/2931172284 conn(0x7f6f1c01ea40 msgr2=0x7f6f1c00ac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:12.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 -- 172.21.15.16:0/2931172284 shutdown_connections 2024-09-11T22:45:12.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.335+0000 7f6f29562640 1 -- 172.21.15.16:0/2931172284 wait complete. 2024-09-11T22:45:12.338 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.336+0000 7f80a2ffd640 1 -- 172.21.15.16:0/3136457669 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f80940584d0 con 0x7f80ac072b10 2024-09-11T22:45:12.338 INFO:teuthology.orchestra.run.smithi016.stdout:64424509448 2024-09-11T22:45:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.338+0000 7fe07dd98640 1 -- 172.21.15.16:0/3287849483 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fe0780cd1c0 con 0x7fe078070910 2024-09-11T22:45:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.337+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbc8806bf30 msgr2=0x7fbc8806e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.337+0000 7fbca50ba640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbc8806bf30 0x7fbc8806e3f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbca00cd730 tx=0x7fbc98009040 comp rx=0 tx=0).stop 2024-09-11T22:45:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.337+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca009dc20 msgr2=0x7fbca00ceee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.337+0000 7fbca50ba640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca009dc20 0x7fbca00ceee0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fbc8c00c490 tx=0x7fbc8c02d000 comp rx=0 tx=0).stop 2024-09-11T22:45:12.339 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.338+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 shutdown_connections 2024-09-11T22:45:12.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.338+0000 7fbca50ba640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbc8806bf30 0x7fbc8806e3f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.338+0000 7fbca50ba640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbca0161990 0x7fbca009be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.338+0000 7fbca50ba640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbca00cf420 0x7fbca0161450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.338+0000 7fbca50ba640 1 --2- 172.21.15.16:0/3039917666 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbca009dc20 0x7fbca00ceee0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.338+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 >> 172.21.15.16:0/3039917666 conn(0x7fbca009aa40 msgr2=0x7fbca00aeaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:12.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.338+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 shutdown_connections 2024-09-11T22:45:12.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.338+0000 7fbca50ba640 1 -- 172.21.15.16:0/3039917666 wait complete. 2024-09-11T22:45:12.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.339+0000 7fe05ffff640 1 -- 172.21.15.16:0/3287849483 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe070058800 con 0x7fe078070910 2024-09-11T22:45:12.341 INFO:teuthology.orchestra.run.smithi016.stdout:64424509449 2024-09-11T22:45:12.342 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.7 2024-09-11T22:45:12.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.341+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f808c06bf30 msgr2=0x7f808c06e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.341+0000 7f80ab59e640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f808c06bf30 0x7f808c06e3f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f80a4009930 tx=0x7f80a4009190 comp rx=0 tx=0).stop 2024-09-11T22:45:12.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.341+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac072b10 msgr2=0x7f80ac15bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.341+0000 7f80ab59e640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac072b10 0x7f80ac15bad0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f809400c400 tx=0x7f809400c8c0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.342+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 shutdown_connections 2024-09-11T22:45:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.342+0000 7f80ab59e640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f808c06bf30 0x7f808c06e3f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.342+0000 7f80ab59e640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80ac1628f0 0x7f80ac1610f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.342+0000 7f80ab59e640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f80ac072b10 0x7f80ac15bad0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.342+0000 7f80ab59e640 1 --2- 172.21.15.16:0/3136457669 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f80ac06fbb0 0x7f80ac0aaac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.342+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 >> 172.21.15.16:0/3136457669 conn(0x7f80ac067f80 msgr2=0x7f80ac15f890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.342+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 shutdown_connections 2024-09-11T22:45:12.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.342+0000 7f80ab59e640 1 -- 172.21.15.16:0/3136457669 wait complete. 2024-09-11T22:45:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.342+0000 7fe07dd98640 1 -- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe06406beb0 msgr2=0x7fe06406e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.343+0000 7fe07dd98640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe06406beb0 0x7fe06406e370 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe068034000 tx=0x7fe06802e000 comp rx=0 tx=0).stop 2024-09-11T22:45:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.343+0000 7fe07dd98640 1 -- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe078070910 msgr2=0x7fe078153b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.345 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.343+0000 7fe07dd98640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe078070910 0x7fe078153b80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe07000c870 tx=0x7fe07000cd30 comp rx=0 tx=0).stop 2024-09-11T22:45:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.343+0000 7fe07dd98640 1 -- 172.21.15.16:0/3287849483 shutdown_connections 2024-09-11T22:45:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.343+0000 7fe07dd98640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe06406beb0 0x7fe06406e370 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.343+0000 7fe07dd98640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe0780b44f0 0x7fe07815caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.343+0000 7fe07dd98640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe078072190 0x7fe078158f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.343+0000 7fe07dd98640 1 --2- 172.21.15.16:0/3287849483 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe078070910 0x7fe078153b80 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.343+0000 7fe07dd98640 1 -- 172.21.15.16:0/3287849483 >> 172.21.15.16:0/3287849483 conn(0x7fe07806bdf0 msgr2=0x7fe07815c1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.343+0000 7fe07dd98640 1 -- 172.21.15.16:0/3287849483 shutdown_connections 2024-09-11T22:45:12.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.343+0000 7fe07dd98640 1 -- 172.21.15.16:0/3287849483 wait complete. 2024-09-11T22:45:12.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.346+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fa4980ce9c0 con 0x7fa484003a00 2024-09-11T22:45:12.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.346+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fdae415bd90 con 0x7fdacc004220 2024-09-11T22:45:12.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.347+0000 7fa48effd640 1 -- 172.21.15.16:0/3404057554 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa4940790c0 con 0x7fa484003a00 2024-09-11T22:45:12.348 INFO:teuthology.orchestra.run.smithi016.stdout:55834574856 2024-09-11T22:45:12.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.347+0000 7fdacbfff640 1 -- 172.21.15.16:0/3840236628 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdad405c930 con 0x7fdacc004220 2024-09-11T22:45:12.348 INFO:teuthology.orchestra.run.smithi016.stdout:55834574856 2024-09-11T22:45:12.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.348+0000 7f1041ffb640 1 -- 172.21.15.16:0/2459384938 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f1034005850 con 0x7f105c0b3320 2024-09-11T22:45:12.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.349+0000 7f1043fff640 1 -- 172.21.15.16:0/2459384938 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f105c157830 con 0x7f105c0b3320 2024-09-11T22:45:12.350 INFO:teuthology.orchestra.run.smithi016.stdout:64424509448 2024-09-11T22:45:12.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa47c06c230 msgr2=0x7fa47c06e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa47c06c230 0x7fa47c06e6f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa4980d0320 tx=0x7fa488008040 comp rx=0 tx=0).stop 2024-09-11T22:45:12.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa484003a00 msgr2=0x7fa4981fb250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa484003a00 0x7fa4981fb250 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa49400c1d0 tx=0x7fa4980b4890 comp rx=0 tx=0).stop 2024-09-11T22:45:12.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 shutdown_connections 2024-09-11T22:45:12.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa47c06c230 0x7fa47c06e6f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa4980abcb0 0x7fa4980ac0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4980ae340 0x7fa4980ae7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 --2- 172.21.15.16:0/3404057554 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa484003a00 0x7fa4981fb250 secure :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa49400c1d0 tx=0x7fa4980b4890 comp rx=0 tx=0).stop 2024-09-11T22:45:12.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 >> 172.21.15.16:0/3404057554 conn(0x7fa498067f80 msgr2=0x7fa4980b1210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:12.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 shutdown_connections 2024-09-11T22:45:12.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.350+0000 7fa4a0542640 1 -- 172.21.15.16:0/3404057554 wait complete. 2024-09-11T22:45:12.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdad006be60 msgr2=0x7fdad006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.353 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdad006be60 0x7fdad006e320 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fdae40cf6e0 tx=0x7fdad8009190 comp rx=0 tx=0).stop 2024-09-11T22:45:12.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc004220 msgr2=0x7fdae40cf750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc004220 0x7fdae40cf750 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fdad400c780 tx=0x7fdad400cb80 comp rx=0 tx=0).stop 2024-09-11T22:45:12.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 shutdown_connections 2024-09-11T22:45:12.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdad006be60 0x7fdad006e320 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdae415c510 0x7fdae41605a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae415b340 0x7fdae415bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 --2- 172.21.15.16:0/3840236628 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc004220 0x7fdae40cf750 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 >> 172.21.15.16:0/3840236628 conn(0x7fdae409aa40 msgr2=0x7fdae4164cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:12.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 shutdown_connections 2024-09-11T22:45:12.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.351+0000 7fdae9b2a640 1 -- 172.21.15.16:0/3840236628 wait complete. 2024-09-11T22:45:12.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.353+0000 7f1041ffb640 1 -- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f104806c230 msgr2=0x7f104806e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.353+0000 7f1041ffb640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f104806c230 0x7f104806e6f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f10500014d0 tx=0x7f10500079b0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.353+0000 7f1041ffb640 1 -- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105c0b3320 msgr2=0x7f105c15e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:12.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.353+0000 7f1041ffb640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105c0b3320 0x7f105c15e190 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f105400ba50 tx=0x7f105400bf10 comp rx=0 tx=0).stop 2024-09-11T22:45:12.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.353+0000 7f1041ffb640 1 -- 172.21.15.16:0/2459384938 shutdown_connections 2024-09-11T22:45:12.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.353+0000 7f1041ffb640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f104806c230 0x7f104806e6f0 secure :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f10500014d0 tx=0x7f10500079b0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.353+0000 7f1041ffb640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f105c15b530 0x7f105c20ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.353+0000 7f1041ffb640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f105c0b3320 0x7f105c15e190 secure :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f105400ba50 tx=0x7f105400bf10 comp rx=0 tx=0).stop 2024-09-11T22:45:12.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.353+0000 7f1041ffb640 1 --2- 172.21.15.16:0/2459384938 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f105c0afda0 0x7f105c212810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:12.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.353+0000 7f1041ffb640 1 -- 172.21.15.16:0/2459384938 >> 172.21.15.16:0/2459384938 conn(0x7f105c0b2800 msgr2=0x7f105c0cf960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:12.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.353+0000 7f1041ffb640 1 -- 172.21.15.16:0/2459384938 shutdown_connections 2024-09-11T22:45:12.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:12.354+0000 7f1041ffb640 1 -- 172.21.15.16:0/2459384938 wait complete. 2024-09-11T22:45:12.357 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509450 for osd.6 2024-09-11T22:45:12.359 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.1 2024-09-11T22:45:12.363 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.0 2024-09-11T22:45:12.364 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.5 2024-09-11T22:45:12.370 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574856 for osd.4 2024-09-11T22:45:12.372 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574856 for osd.3 2024-09-11T22:45:12.373 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509448 for osd.2 2024-09-11T22:45:13.344 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-11T22:45:13.359 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-11T22:45:13.360 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-11T22:45:13.364 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-11T22:45:13.365 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-11T22:45:13.371 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-11T22:45:13.372 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-11T22:45:13.373 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-11T22:45:13.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.514+0000 7f65ec296640 1 Processor -- start 2024-09-11T22:45:13.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.515+0000 7f65ec296640 1 -- start start 2024-09-11T22:45:13.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.517+0000 7f65ec296640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 0x7f65e406f230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.517+0000 7f65ec296640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65e40b3a30 con 0x7f65e4070910 2024-09-11T22:45:13.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.517+0000 7f65ec296640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65e415b800 con 0x7f65e4154c10 2024-09-11T22:45:13.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.517+0000 7f65ec296640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f65e40b3cf0 con 0x7f65e40b44f0 2024-09-11T22:45:13.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.517+0000 7f65ea833640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 0x7f65e406f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.517+0000 7f65ea833640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 0x7f65e406f230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:43720/0 (socket says 172.21.15.16:43720) 2024-09-11T22:45:13.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.517+0000 7f65ea833640 1 -- 172.21.15.16:0/708137732 learned_addr learned my addr 172.21.15.16:0/708137732 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.518+0000 7f65ea833640 1 -- 172.21.15.16:0/708137732 >> v1:172.21.15.104:6789/0 conn(0x7f65e4154c10 legacy=0x7f65e4070200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:13.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.518+0000 7f65ea833640 1 -- 172.21.15.16:0/708137732 >> v1:172.21.15.16:6789/0 conn(0x7f65e4070910 legacy=0x7f65e415ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:13.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.518+0000 7f65ea833640 1 -- 172.21.15.16:0/708137732 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65e415b270 con 0x7f65e40b44f0 2024-09-11T22:45:13.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.519+0000 7f65ea833640 1 --2- 172.21.15.16:0/708137732 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 0x7f65e406f230 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f65dc00d3a0 tx=0x7f65dc02cab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd758e168bb6482 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.520+0000 7f65e9030640 1 -- 172.21.15.16:0/708137732 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65dc036070 con 0x7f65e40b44f0 2024-09-11T22:45:13.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.520+0000 7f65e9030640 1 -- 172.21.15.16:0/708137732 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65dc032840 con 0x7f65e40b44f0 2024-09-11T22:45:13.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.521+0000 7f65ec296640 1 -- 172.21.15.16:0/708137732 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 msgr2=0x7f65e406f230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.521+0000 7f65ec296640 1 --2- 172.21.15.16:0/708137732 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 0x7f65e406f230 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f65dc00d3a0 tx=0x7f65dc02cab0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.522+0000 7f65ec296640 1 -- 172.21.15.16:0/708137732 shutdown_connections 2024-09-11T22:45:13.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.522+0000 7f65ec296640 1 --2- 172.21.15.16:0/708137732 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 0x7f65e406f230 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.522+0000 7f65ec296640 1 -- 172.21.15.16:0/708137732 >> 172.21.15.16:0/708137732 conn(0x7f65e406bdf0 msgr2=0x7f65e406c200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:13.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.522+0000 7f65ec296640 1 -- 172.21.15.16:0/708137732 shutdown_connections 2024-09-11T22:45:13.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.522+0000 7f65ec296640 1 -- 172.21.15.16:0/708137732 wait complete. 2024-09-11T22:45:13.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.524+0000 7f65ec296640 1 Processor -- start 2024-09-11T22:45:13.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.524+0000 7f65ec296640 1 -- start start 2024-09-11T22:45:13.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.526+0000 7f65ec296640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65e4070910 0x7f65e4159970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.526+0000 7f65ec296640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 0x7f65e40ad450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.526+0000 7f65ea032640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65e4070910 0x7f65e4159970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.526+0000 7f65ea032640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65e4070910 0x7f65e4159970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:34700/0 (socket says 172.21.15.16:34700) 2024-09-11T22:45:13.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.526+0000 7f65e9831640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 0x7f65e40ad450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.526+0000 7f65e9831640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 0x7f65e40ad450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:43722/0 (socket says 172.21.15.16:43722) 2024-09-11T22:45:13.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.526+0000 7f65ea032640 1 -- 172.21.15.16:0/3511370812 learned_addr learned my addr 172.21.15.16:0/3511370812 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.527+0000 7f65ec296640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65e4154c10 0x7f65e40ad990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.527+0000 7f65ea833640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65e4154c10 0x7f65e40ad990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.527+0000 7f65ec296640 1 -- 172.21.15.16:0/3511370812 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f65e4072310 con 0x7f65e4154c10 2024-09-11T22:45:13.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.527+0000 7f65ec296640 1 -- 172.21.15.16:0/3511370812 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f65e4072190 con 0x7f65e4070910 2024-09-11T22:45:13.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.527+0000 7f65ec296640 1 -- 172.21.15.16:0/3511370812 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f65e406f770 con 0x7f65e40b44f0 2024-09-11T22:45:13.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.528+0000 7f65ea833640 1 -- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 msgr2=0x7f65e40ad450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.528+0000 7f65ea833640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 0x7f65e40ad450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.528+0000 7f65ea833640 1 -- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65e4070910 msgr2=0x7f65e4159970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.528+0000 7f65ea833640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65e4070910 0x7f65e4159970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.528+0000 7f65ea833640 1 -- 172.21.15.16:0/3511370812 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65e41571c0 con 0x7f65e4154c10 2024-09-11T22:45:13.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.529+0000 7f65ea833640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65e4154c10 0x7f65e40ad990 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f65e40b3c20 tx=0x7f65dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.529+0000 7f65daffd640 1 -- 172.21.15.16:0/3511370812 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65dc036050 con 0x7f65e4154c10 2024-09-11T22:45:13.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.530+0000 7f65ec296640 1 -- 172.21.15.16:0/3511370812 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65e40ae010 con 0x7f65e4154c10 2024-09-11T22:45:13.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.530+0000 7f65ec296640 1 -- 172.21.15.16:0/3511370812 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65e40ae5d0 con 0x7f65e4154c10 2024-09-11T22:45:13.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.532+0000 7f65daffd640 1 -- 172.21.15.16:0/3511370812 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65dc008770 con 0x7f65e4154c10 2024-09-11T22:45:13.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.533+0000 7f65daffd640 1 -- 172.21.15.16:0/3511370812 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65dc003990 con 0x7f65e4154c10 2024-09-11T22:45:13.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.533+0000 7f65daffd640 1 -- 172.21.15.16:0/3511370812 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f65dc039070 con 0x7f65e4154c10 2024-09-11T22:45:13.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.533+0000 7f65daffd640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f65d006c070 0x7f65d006e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.534+0000 7f65daffd640 1 -- 172.21.15.16:0/3511370812 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f65dc0aca20 con 0x7f65e4154c10 2024-09-11T22:45:13.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.534+0000 7f65ea032640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f65d006c070 0x7f65d006e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.535+0000 7f65ea032640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f65d006c070 0x7f65d006e530 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f65e0009990 tx=0x7f65e0009110 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.535+0000 7f65ec296640 1 -- 172.21.15.16:0/3511370812 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65cc005290 con 0x7f65e4154c10 2024-09-11T22:45:13.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.545+0000 7f65daffd640 1 -- 172.21.15.16:0/3511370812 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f65dc049060 con 0x7f65e4154c10 2024-09-11T22:45:13.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.569+0000 7f1cee303640 1 Processor -- start 2024-09-11T22:45:13.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.570+0000 7fcdfbfff640 1 Processor -- start 2024-09-11T22:45:13.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.570+0000 7f1cee303640 1 -- start start 2024-09-11T22:45:13.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.570+0000 7fcdfbfff640 1 -- start start 2024-09-11T22:45:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7f1cee303640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce80b2170 0x7f1ce80b5280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7f1cee303640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1ce806ef40 0x7f1ce815e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7f1cee303640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ce815ee20 con 0x7f1ce815b860 2024-09-11T22:45:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7f1cee303640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1ce815f100 con 0x7f1ce806ef40 2024-09-11T22:45:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7f1cee303640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1ce80b57c0 con 0x7f1ce80b2170 2024-09-11T22:45:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7fcdfbfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdfc067fe0 0x7fcdfc0b40b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7fcdfbfff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcdfc06f1e0 0x7fcdfc06fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7fcdfbfff640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcdfc06ef40 con 0x7fcdfc15a370 2024-09-11T22:45:13.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7fcdfbfff640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcdfc0b3610 con 0x7fcdfc06f1e0 2024-09-11T22:45:13.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7fcdfbfff640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcdfc06ec60 con 0x7fcdfc067fe0 2024-09-11T22:45:13.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7f1ce77fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1ce815b860 0x7f1ce806e830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49678/0 (socket says 172.21.15.16:49678) 2024-09-11T22:45:13.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.571+0000 7f1ce77fe640 1 -- 172.21.15.16:0/2970930457 learned_addr learned my addr 172.21.15.16:0/2970930457 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:13.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7f1cec8a0640 1 --2- 172.21.15.16:0/2970930457 >> v2:172.21.15.16:3300/0 conn(0x7f1ce806ef40 0x7f1ce815e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7fcdfaffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdfc067fe0 0x7fcdfc0b40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7fcdfa7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcdfc06f1e0 0x7fcdfc06fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7fcdfa7fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcdfc06f1e0 0x7fcdfc06fb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:34708/0 (socket says 172.21.15.16:34708) 2024-09-11T22:45:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7fcdfa7fc640 1 -- 172.21.15.16:0/3818209139 learned_addr learned my addr 172.21.15.16:0/3818209139 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7fcdfa7fc640 1 -- 172.21.15.16:0/3818209139 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdfc067fe0 msgr2=0x7fcdfc0b40b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7fcdfa7fc640 1 --2- 172.21.15.16:0/3818209139 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdfc067fe0 0x7fcdfc0b40b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7fcdfa7fc640 1 -- 172.21.15.16:0/3818209139 >> v1:172.21.15.16:6789/0 conn(0x7fcdfc15a370 legacy=0x7fcdfc072090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7f1cec8a0640 1 -- 172.21.15.16:0/2970930457 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce80b2170 msgr2=0x7f1ce80b5280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7f1cec8a0640 1 --2- 172.21.15.16:0/2970930457 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce80b2170 0x7f1ce80b5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7f1cec8a0640 1 -- 172.21.15.16:0/2970930457 >> v1:172.21.15.16:6789/0 conn(0x7f1ce815b860 legacy=0x7f1ce806e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7f1cec8a0640 1 -- 172.21.15.16:0/2970930457 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ce815ad80 con 0x7f1ce806ef40 2024-09-11T22:45:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7ffa8ce75640 1 Processor -- start 2024-09-11T22:45:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7ffa8ce75640 1 -- start start 2024-09-11T22:45:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.572+0000 7fcdfa7fc640 1 -- 172.21.15.16:0/3818209139 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdfc0b38b0 con 0x7fcdfc06f1e0 2024-09-11T22:45:13.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.573+0000 7ffa8ce75640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ffa88072090 0x7ffa8806f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.573+0000 7ffa8ce75640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 0x7ffa880b4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7ffa8ce75640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa880b50d0 con 0x7ffa880ce070 2024-09-11T22:45:13.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7ffa8ce75640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ffa880b53b0 con 0x7ffa88072090 2024-09-11T22:45:13.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7ffa8ce75640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ffa880b5690 con 0x7ffa88072470 2024-09-11T22:45:13.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7f1cec8a0640 1 --2- 172.21.15.16:0/2970930457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce806ef40 0x7f1ce815e1d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc0097a0 tx=0x7f1cdc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2ae8826562494e server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7ffa877fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ffa88072090 0x7ffa8806f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7ffa87fff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ffa880ce070 0x7ffa880ce520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:36434/0 (socket says 172.21.15.16:36434) 2024-09-11T22:45:13.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7ffa87fff640 1 -- 172.21.15.16:0/411569728 learned_addr learned my addr 172.21.15.16:0/411569728 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:13.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7ffa86ffd640 1 --2- 172.21.15.16:0/411569728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 0x7ffa880b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7f6c8efcf640 1 Processor -- start 2024-09-11T22:45:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7ffa867fc640 1 -- 172.21.15.16:0/411569728 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2161631874 0 0) 0x7ffa880b50d0 con 0x7ffa880ce070 2024-09-11T22:45:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7ffa867fc640 1 -- 172.21.15.16:0/411569728 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffa70003520 con 0x7ffa880ce070 2024-09-11T22:45:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7f1ce6ffd640 1 -- 172.21.15.16:0/2970930457 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc037070 con 0x7f1ce806ef40 2024-09-11T22:45:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.575+0000 7f1ce6ffd640 1 -- 172.21.15.16:0/2970930457 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cdc032440 con 0x7f1ce806ef40 2024-09-11T22:45:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7ffa86ffd640 1 -- 172.21.15.16:0/411569728 >> v2:172.21.15.104:3300/0 conn(0x7ffa88072090 msgr2=0x7ffa8806f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7ffa86ffd640 1 --2- 172.21.15.16:0/411569728 >> v2:172.21.15.104:3300/0 conn(0x7ffa88072090 0x7ffa8806f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.575+0000 7ffa86ffd640 1 -- 172.21.15.16:0/411569728 >> v1:172.21.15.104:6789/0 conn(0x7ffa880ce070 legacy=0x7ffa880ce520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.575+0000 7ffa86ffd640 1 -- 172.21.15.16:0/411569728 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa8816b5b0 con 0x7ffa88072470 2024-09-11T22:45:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.574+0000 7f6c8efcf640 1 -- start start 2024-09-11T22:45:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.575+0000 7f1ce6ffd640 1 -- 172.21.15.16:0/2970930457 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc032810 con 0x7f1ce806ef40 2024-09-11T22:45:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.575+0000 7fa517cac640 1 Processor -- start 2024-09-11T22:45:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.575+0000 7fa517cac640 1 -- start start 2024-09-11T22:45:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.575+0000 7fcdfa7fc640 1 --2- 172.21.15.16:0/3818209139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdfc06f1e0 0x7fcdfc06fb00 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcde4009870 tx=0x7fcde402a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6b74bc01cc1ee1c server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.575+0000 7ff75c423640 1 Processor -- start 2024-09-11T22:45:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.575+0000 7ff75c423640 1 -- start start 2024-09-11T22:45:13.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f1cee303640 1 -- 172.21.15.16:0/2970930457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce806ef40 msgr2=0x7f1ce815e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f1cee303640 1 --2- 172.21.15.16:0/2970930457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce806ef40 0x7f1ce815e1d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc0097a0 tx=0x7f1cdc02a210 comp rx=0 tx=0).stop 2024-09-11T22:45:13.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7ffa86ffd640 1 --2- 172.21.15.16:0/411569728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 0x7ffa880b4290 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ffa780097a0 tx=0x7ffa7802b200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a85d8cf38a2e12c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f6c8efcf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c880b5e40 0x7f6c88067950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f6c8efcf640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c880b6220 con 0x7f6c8806e810 2024-09-11T22:45:13.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f6c8efcf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6c880b0200 con 0x7f6c880b4d50 2024-09-11T22:45:13.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f6c8efcf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6c880b04e0 con 0x7f6c880b5e40 2024-09-11T22:45:13.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f6c87fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f6c8806e810 0x7f6c880b4640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49696/0 (socket says 172.21.15.16:49696) 2024-09-11T22:45:13.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f6c87fff640 1 -- 172.21.15.16:0/3027850919 learned_addr learned my addr 172.21.15.16:0/3027850919 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:13.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f6c8cd6b640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c880b5e40 0x7f6c88067950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f1cee303640 1 -- 172.21.15.16:0/2970930457 shutdown_connections 2024-09-11T22:45:13.582 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f1cee303640 1 --2- 172.21.15.16:0/2970930457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce806ef40 0x7f1ce815e1d0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f1cee303640 1 --2- 172.21.15.16:0/2970930457 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce80b2170 0x7f1ce80b5280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f1cee303640 1 -- 172.21.15.16:0/2970930457 >> 172.21.15.16:0/2970930457 conn(0x7f1ce80b5b70 msgr2=0x7f1ce80b5f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:13.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7ffa867fc640 1 -- 172.21.15.16:0/411569728 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78038070 con 0x7ffa88072470 2024-09-11T22:45:13.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f1cee303640 1 -- 172.21.15.16:0/2970930457 shutdown_connections 2024-09-11T22:45:13.583 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3338898464 0 0) 0x7f6c880b0200 con 0x7f6c880b4d50 2024-09-11T22:45:13.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7ffa867fc640 1 -- 172.21.15.16:0/411569728 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa78033440 con 0x7ffa88072470 2024-09-11T22:45:13.584 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7ffa867fc640 1 -- 172.21.15.16:0/411569728 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78033810 con 0x7ffa88072470 2024-09-11T22:45:13.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.576+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6c78005730 con 0x7f6c880b4d50 2024-09-11T22:45:13.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1604650905 0 0) 0x7f6c880b6220 con 0x7f6c8806e810 2024-09-11T22:45:13.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6c880b0200 con 0x7f6c8806e810 2024-09-11T22:45:13.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 <== mon.1 v1:172.21.15.104:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 883805257 0 0) 0x7f6c78005730 con 0x7f6c880b4d50 2024-09-11T22:45:13.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c880b5e40 msgr2=0x7f6c88067950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:13.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c880b5e40 0x7f6c88067950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 >> v1:172.21.15.16:6789/0 conn(0x7f6c8806e810 legacy=0x7f6c880b4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 --> v1:172.21.15.104:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c880b3e40 con 0x7f6c880b4d50 2024-09-11T22:45:13.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 <== mon.1 v1:172.21.15.104:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f6c80001920 con 0x7f6c880b4d50 2024-09-11T22:45:13.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 >> v1:172.21.15.104:6789/0 conn(0x7f6c880b4d50 legacy=0x7f6c88165690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c78005da0 0x7f6c780061a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c78006a10 0x7f6c78006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.586 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7fa517cac640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 0x7fa5080516c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7fa517cac640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa50800c350 con 0x7fa508007b90 2024-09-11T22:45:13.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7fa517cac640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa508055ad0 con 0x7fa5080defa0 2024-09-11T22:45:13.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7fa517cac640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa50800a580 con 0x7fa5080df410 2024-09-11T22:45:13.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7fa515a48640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa508007b90 0x7fa50803a500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49710/0 (socket says 172.21.15.16:49710) 2024-09-11T22:45:13.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7fa515a48640 1 -- 172.21.15.16:0/4059208680 learned_addr learned my addr 172.21.15.16:0/4059208680 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:13.587 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c780073d0 0x7f6c7800ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7fa516249640 1 --2- 172.21.15.16:0/4059208680 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 0x7fa5080516c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6c880b04e0 con 0x7f6c78005da0 2024-09-11T22:45:13.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6c78010510 con 0x7f6c780073d0 2024-09-11T22:45:13.588 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6c780106e0 con 0x7f6c78006a10 2024-09-11T22:45:13.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7ff75c423640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff754070220 0x7ff7540ce9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7ff75c423640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff7540b38b0 0x7ff754072190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7ff75c423640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7540b4100 con 0x7ff7540cef00 2024-09-11T22:45:13.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7ff75c423640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff7540b43e0 con 0x7ff754070220 2024-09-11T22:45:13.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7ff75c423640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff7540b46c0 con 0x7ff7540b38b0 2024-09-11T22:45:13.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7fcdf9ffb640 1 -- 172.21.15.16:0/3818209139 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde4037070 con 0x7fcdfc06f1e0 2024-09-11T22:45:13.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7fcdf9ffb640 1 -- 172.21.15.16:0/3818209139 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcde4032440 con 0x7fcdfc06f1e0 2024-09-11T22:45:13.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7fcdf9ffb640 1 -- 172.21.15.16:0/3818209139 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde4032810 con 0x7fcdfc06f1e0 2024-09-11T22:45:13.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7ff75a9c0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff7540b38b0 0x7ff754072190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7ff75a1bf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff754070220 0x7ff7540ce9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c87fff640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c78006a10 0x7f6c78006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7ff75a9c0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff7540b38b0 0x7ff754072190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:34714/0 (socket says 172.21.15.16:34714) 2024-09-11T22:45:13.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7ff75a9c0640 1 -- 172.21.15.16:0/2854786868 learned_addr learned my addr 172.21.15.16:0/2854786868 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f1cee303640 1 -- 172.21.15.16:0/2970930457 wait complete. 2024-09-11T22:45:13.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.577+0000 7f6c8cd6b640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c78005da0 0x7f6c780061a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7ffa8ce75640 1 -- 172.21.15.16:0/411569728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 msgr2=0x7ffa880b4290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7f410578d640 1 Processor -- start 2024-09-11T22:45:13.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7f6c8d56c640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c780073d0 0x7f6c7800ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7f6c87fff640 1 -- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c780073d0 msgr2=0x7f6c7800ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:13.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7f6c87fff640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c780073d0 0x7f6c7800ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7f6c87fff640 1 -- 172.21.15.16:0/3027850919 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c78005da0 msgr2=0x7f6c780061a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:13.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7f6c87fff640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c78005da0 0x7f6c780061a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7f6c87fff640 1 -- 172.21.15.16:0/3027850919 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c78005730 con 0x7f6c78006a10 2024-09-11T22:45:13.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7fcdfbfff640 1 -- 172.21.15.16:0/3818209139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdfc06f1e0 msgr2=0x7fcdfc06fb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7fcdfbfff640 1 --2- 172.21.15.16:0/3818209139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdfc06f1e0 0x7fcdfc06fb00 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcde4009870 tx=0x7fcde402a210 comp rx=0 tx=0).stop 2024-09-11T22:45:13.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7f410578d640 1 -- start start 2024-09-11T22:45:13.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7fa516249640 1 -- 172.21.15.16:0/4059208680 >> v1:172.21.15.104:6789/0 conn(0x7fa5080defa0 legacy=0x7fa508005e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7fa516249640 1 -- 172.21.15.16:0/4059208680 >> v1:172.21.15.16:6789/0 conn(0x7fa508007b90 legacy=0x7fa50803a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7fa516249640 1 -- 172.21.15.16:0/4059208680 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa50800a860 con 0x7fa5080df410 2024-09-11T22:45:13.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7ff75a9c0640 1 -- 172.21.15.16:0/2854786868 >> v2:172.21.15.16:3300/0 conn(0x7ff754070220 msgr2=0x7ff7540ce9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:13.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7ff75a9c0640 1 --2- 172.21.15.16:0/2854786868 >> v2:172.21.15.16:3300/0 conn(0x7ff754070220 0x7ff7540ce9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7ff75a9c0640 1 -- 172.21.15.16:0/2854786868 >> v1:172.21.15.104:6789/0 conn(0x7ff7540cef00 legacy=0x7ff75415a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:13.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7ff75a9c0640 1 -- 172.21.15.16:0/2854786868 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7540b00e0 con 0x7ff7540b38b0 2024-09-11T22:45:13.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.578+0000 7ffa8ce75640 1 --2- 172.21.15.16:0/411569728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 0x7ffa880b4290 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ffa780097a0 tx=0x7ffa7802b200 comp rx=0 tx=0).stop 2024-09-11T22:45:13.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7ffa8ce75640 1 -- 172.21.15.16:0/411569728 shutdown_connections 2024-09-11T22:45:13.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7ffa8ce75640 1 --2- 172.21.15.16:0/411569728 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 0x7ffa880b4290 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7ffa8ce75640 1 --2- 172.21.15.16:0/411569728 >> v2:172.21.15.104:3300/0 conn(0x7ffa88072090 0x7ffa8806f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7ffa8ce75640 1 -- 172.21.15.16:0/411569728 >> 172.21.15.16:0/411569728 conn(0x7ffa88067b30 msgr2=0x7ffa8806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:13.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7ffa8ce75640 1 -- 172.21.15.16:0/411569728 shutdown_connections 2024-09-11T22:45:13.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7fa516249640 1 --2- 172.21.15.16:0/4059208680 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 0x7fa5080516c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa5100504d0 tx=0x7fa5100a6180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57ec15ba395e1832 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7ffa8ce75640 1 -- 172.21.15.16:0/411569728 wait complete. 2024-09-11T22:45:13.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7ff75a9c0640 1 --2- 172.21.15.16:0/2854786868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7540b38b0 0x7ff754072190 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff75406fe90 tx=0x7ff75002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d19f14c2ff9f30e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7f6c87fff640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c78006a10 0x7f6c78006e90 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6c8806d690 tx=0x7f6c78007a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe5d39f53b9f3884 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7ff7591bd640 1 -- 172.21.15.16:0/2854786868 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff750037070 con 0x7ff7540b38b0 2024-09-11T22:45:13.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7fcdfbfff640 1 -- 172.21.15.16:0/3818209139 shutdown_connections 2024-09-11T22:45:13.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7fcdfbfff640 1 --2- 172.21.15.16:0/3818209139 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdfc06f1e0 0x7fcdfc06fb00 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7fcdfbfff640 1 --2- 172.21.15.16:0/3818209139 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdfc067fe0 0x7fcdfc0b40b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7fcdfbfff640 1 -- 172.21.15.16:0/3818209139 >> 172.21.15.16:0/3818209139 conn(0x7fcdfc067b30 msgr2=0x7fcdfc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:13.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7fa514a46640 1 -- 172.21.15.16:0/4059208680 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5100b3070 con 0x7fa5080df410 2024-09-11T22:45:13.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7fa514a46640 1 -- 172.21.15.16:0/4059208680 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5100ae440 con 0x7fa5080df410 2024-09-11T22:45:13.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7fa514a46640 1 -- 172.21.15.16:0/4059208680 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5100ae8b0 con 0x7fa5080df410 2024-09-11T22:45:13.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7f1cee303640 1 Processor -- start 2024-09-11T22:45:13.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7fcdfbfff640 1 -- 172.21.15.16:0/3818209139 shutdown_connections 2024-09-11T22:45:13.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f1cee303640 1 -- start start 2024-09-11T22:45:13.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f410578d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f4100162ac0 0x7f41000af490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f410578d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41000b6aa0 0x7f410009bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f410578d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f410009aa40 0x7f410009aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f410578d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f41000b7010 con 0x7f410009aa40 2024-09-11T22:45:13.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f410578d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f41000b72f0 con 0x7f4100162ac0 2024-09-11T22:45:13.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f410578d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f410006cdc0 con 0x7f41000b6aa0 2024-09-11T22:45:13.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7ff7591bd640 1 -- 172.21.15.16:0/2854786868 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff750032440 con 0x7ff7540b38b0 2024-09-11T22:45:13.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7fcdfbfff640 1 -- 172.21.15.16:0/3818209139 wait complete. 2024-09-11T22:45:13.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f40fe7fc640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41000b6aa0 0x7f410009bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f40fe7fc640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41000b6aa0 0x7f410009bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:43802/0 (socket says 172.21.15.16:43802) 2024-09-11T22:45:13.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c740015d0 con 0x7f6c78006a10 2024-09-11T22:45:13.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c7402e070 con 0x7f6c78006a10 2024-09-11T22:45:13.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f40fe7fc640 1 -- 172.21.15.16:0/2662639854 learned_addr learned my addr 172.21.15.16:0/2662639854 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7f6c877fe640 1 -- 172.21.15.16:0/3027850919 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c740048a0 con 0x7f6c78006a10 2024-09-11T22:45:13.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7fa517cac640 1 -- 172.21.15.16:0/4059208680 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 msgr2=0x7fa5080516c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7fa517cac640 1 --2- 172.21.15.16:0/4059208680 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 0x7fa5080516c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fa5100504d0 tx=0x7fa5100a6180 comp rx=0 tx=0).stop 2024-09-11T22:45:13.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c78006a10 msgr2=0x7f6c78006e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f6c8efcf640 1 --2- 172.21.15.16:0/3027850919 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c78006a10 0x7f6c78006e90 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f6c8806d690 tx=0x7f6c78007a40 comp rx=0 tx=0).stop 2024-09-11T22:45:13.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f6c8d56c640 1 -- 172.21.15.16:0/3027850919 reap_dead start 2024-09-11T22:45:13.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7ffa8ce75640 1 Processor -- start 2024-09-11T22:45:13.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3027850919 shutdown_connections 2024-09-11T22:45:13.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3027850919 >> 172.21.15.16:0/3027850919 conn(0x7f6c880738e0 msgr2=0x7f6c8806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:13.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.579+0000 7ff7591bd640 1 -- 172.21.15.16:0/2854786868 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff750032810 con 0x7ff7540b38b0 2024-09-11T22:45:13.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7ff75c423640 1 -- 172.21.15.16:0/2854786868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7540b38b0 msgr2=0x7ff754072190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.580+0000 7ff75c423640 1 --2- 172.21.15.16:0/2854786868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7540b38b0 0x7ff754072190 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff75406fe90 tx=0x7ff75002a230 comp rx=0 tx=0).stop 2024-09-11T22:45:13.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f40ff7fe640 1 --2- 172.21.15.16:0/2662639854 >> v2:172.21.15.16:3300/0 conn(0x7f410009aa40 0x7f410009aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7ffa8ce75640 1 -- start start 2024-09-11T22:45:13.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f40ff7fe640 1 -- 172.21.15.16:0/2662639854 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41000b6aa0 msgr2=0x7f410009bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:13.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f40ff7fe640 1 --2- 172.21.15.16:0/2662639854 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41000b6aa0 0x7f410009bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f40ff7fe640 1 -- 172.21.15.16:0/2662639854 >> v2:172.21.15.104:3300/0 conn(0x7f4100162ac0 msgr2=0x7f41000af490 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-11T22:45:13.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f40ff7fe640 1 --2- 172.21.15.16:0/2662639854 >> v2:172.21.15.104:3300/0 conn(0x7f4100162ac0 0x7f41000af490 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7f40ff7fe640 1 -- 172.21.15.16:0/2662639854 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f410006d0a0 con 0x7f410009aa40 2024-09-11T22:45:13.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7ff75c423640 1 -- 172.21.15.16:0/2854786868 shutdown_connections 2024-09-11T22:45:13.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7ff75c423640 1 --2- 172.21.15.16:0/2854786868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7540b38b0 0x7ff754072190 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7ff75c423640 1 --2- 172.21.15.16:0/2854786868 >> v2:172.21.15.16:3300/0 conn(0x7ff754070220 0x7ff7540ce9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7ff75c423640 1 -- 172.21.15.16:0/2854786868 >> 172.21.15.16:0/2854786868 conn(0x7ff754067f80 msgr2=0x7ff75406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:13.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7ff75c423640 1 -- 172.21.15.16:0/2854786868 shutdown_connections 2024-09-11T22:45:13.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.581+0000 7ff75c423640 1 -- 172.21.15.16:0/2854786868 wait complete. 2024-09-11T22:45:13.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7f1cee303640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce806ef40 0x7f1ce814ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3027850919 shutdown_connections 2024-09-11T22:45:13.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7f1cee303640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce80b2170 0x7f1ce8169650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7f1ce7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce806ef40 0x7f1ce814ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7f1ce7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce806ef40 0x7f1ce814ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45924/0 (socket says 172.21.15.16:45924) 2024-09-11T22:45:13.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7f1ce7fff640 1 -- 172.21.15.16:0/291370018 learned_addr learned my addr 172.21.15.16:0/291370018 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7fcdfbfff640 1 Processor -- start 2024-09-11T22:45:13.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7fcdfbfff640 1 -- start start 2024-09-11T22:45:13.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7fa517cac640 1 -- 172.21.15.16:0/4059208680 shutdown_connections 2024-09-11T22:45:13.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7fa517cac640 1 --2- 172.21.15.16:0/4059208680 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 0x7fa5080516c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7fa517cac640 1 -- 172.21.15.16:0/4059208680 >> 172.21.15.16:0/4059208680 conn(0x7fa50801e1f0 msgr2=0x7fa508054e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:13.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7f1ce77fe640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce80b2170 0x7f1ce8169650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7f1cee303640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce815b860 0x7f1ce81490e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7ffa8ce75640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa88072090 0x7ffa88159c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.582+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3027850919 wait complete. 2024-09-11T22:45:13.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ffa8ce75640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 0x7ffa88200e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ffa8ce75640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa880ce070 0x7ffa88201390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ff75c423640 1 Processor -- start 2024-09-11T22:45:13.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f40ff7fe640 1 --2- 172.21.15.16:0/2662639854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f410009aa40 0x7f410009aed0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f41000b57c0 tx=0x7f40f802a4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dba9f0677529b1d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ffa877fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa88072090 0x7ffa88159c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ff75c423640 1 -- start start 2024-09-11T22:45:13.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ffa877fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa88072090 0x7ffa88159c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45934/0 (socket says 172.21.15.16:45934) 2024-09-11T22:45:13.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7fa517cac640 1 -- 172.21.15.16:0/4059208680 shutdown_connections 2024-09-11T22:45:13.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ffa86ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 0x7ffa88200e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ffa86ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 0x7ffa88200e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:43818/0 (socket says 172.21.15.16:43818) 2024-09-11T22:45:13.612 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7fcdfbfff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdfc067fe0 0x7fcdfc1500d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f40fdffb640 1 -- 172.21.15.16:0/2662639854 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f8007740 con 0x7f410009aa40 2024-09-11T22:45:13.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce815e710 con 0x7f1ce806ef40 2024-09-11T22:45:13.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce815b340 con 0x7f1ce815b860 2024-09-11T22:45:13.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1ce815e890 con 0x7f1ce80b2170 2024-09-11T22:45:13.613 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f1ce7fff640 1 -- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce80b2170 msgr2=0x7f1ce8169650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ffa8ce75640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ffa880728d0 con 0x7ffa88072090 2024-09-11T22:45:13.614 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f1cec8a0640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce815b860 0x7f1ce81490e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.615 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7fcdfbfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdfc06f1e0 0x7fcdfc1e9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ffa8ce75640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8808bbf0 con 0x7ffa880ce070 2024-09-11T22:45:13.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ffa8ce75640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ffa880b47d0 con 0x7ffa88072470 2024-09-11T22:45:13.616 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f40fdffb640 1 -- 172.21.15.16:0/2662639854 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40f80078e0 con 0x7f410009aa40 2024-09-11T22:45:13.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7fa517cac640 1 -- 172.21.15.16:0/4059208680 wait complete. 2024-09-11T22:45:13.617 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7ffa877fe640 1 -- 172.21.15.16:0/757391033 learned_addr learned my addr 172.21.15.16:0/757391033 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7fcdfbfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdfc15a370 0x7fcdfc14f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f1ce7fff640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce80b2170 0x7f1ce8169650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f1ce7fff640 1 -- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce815b860 msgr2=0x7f1ce81490e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f1ce7fff640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce815b860 0x7f1ce81490e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.583+0000 7f1ce7fff640 1 -- 172.21.15.16:0/291370018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ce816bbe0 con 0x7f1ce806ef40 2024-09-11T22:45:13.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7fcdfbfff640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc0727a0 con 0x7fcdfc06f1e0 2024-09-11T22:45:13.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7fcdfbfff640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc15a800 con 0x7fcdfc067fe0 2024-09-11T22:45:13.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7fcdfbfff640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcdfc072920 con 0x7fcdfc15a370 2024-09-11T22:45:13.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f1cec8a0640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce815b860 0x7f1ce81490e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:13.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f1ce77fe640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce80b2170 0x7f1ce8169650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:13.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7fcdfaffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdfc067fe0 0x7fcdfc1500d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7fcdfaffd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdfc067fe0 0x7fcdfc1500d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:34756/0 (socket says 172.21.15.16:34756) 2024-09-11T22:45:13.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7fcdfaffd640 1 -- 172.21.15.16:0/2969368692 learned_addr learned my addr 172.21.15.16:0/2969368692 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7ffa87fff640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa880ce070 0x7ffa88201390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f1ce7fff640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce806ef40 0x7f1ce814ae70 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1cd800b4a0 tx=0x7f1cd800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f1ce4ff9640 1 -- 172.21.15.16:0/291370018 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd8014070 con 0x7f1ce806ef40 2024-09-11T22:45:13.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f1ce4ff9640 1 -- 172.21.15.16:0/291370018 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cd8010610 con 0x7f1ce806ef40 2024-09-11T22:45:13.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f6c8efcf640 1 Processor -- start 2024-09-11T22:45:13.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ce8169d50 con 0x7f1ce806ef40 2024-09-11T22:45:13.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f6c8efcf640 1 -- start start 2024-09-11T22:45:13.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7ff75c423640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff754070220 0x7ff754148220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f40fdffb640 1 -- 172.21.15.16:0/2662639854 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f8007740 con 0x7f410009aa40 2024-09-11T22:45:13.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ce8167bc0 con 0x7f1ce806ef40 2024-09-11T22:45:13.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f410578d640 1 -- 172.21.15.16:0/2662639854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f410009aa40 msgr2=0x7f410009aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7f410578d640 1 --2- 172.21.15.16:0/2662639854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f410009aa40 0x7f410009aed0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f41000b57c0 tx=0x7f40f802a4e0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7ff75a1bf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff754070220 0x7ff754148220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7ff75a1bf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff754070220 0x7ff754148220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:34760/0 (socket says 172.21.15.16:34760) 2024-09-11T22:45:13.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7f1ce4ff9640 1 -- 172.21.15.16:0/291370018 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd8010a00 con 0x7f1ce806ef40 2024-09-11T22:45:13.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7ff75c423640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7540b38b0 0x7ff7540abee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7f410578d640 1 -- 172.21.15.16:0/2662639854 shutdown_connections 2024-09-11T22:45:13.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7f410578d640 1 --2- 172.21.15.16:0/2662639854 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f410009aa40 0x7f410009aed0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7ff75a1bf640 1 -- 172.21.15.16:0/2514420965 learned_addr learned my addr 172.21.15.16:0/2514420965 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7f410578d640 1 --2- 172.21.15.16:0/2662639854 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41000b6aa0 0x7f410009bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7f410578d640 1 --2- 172.21.15.16:0/2662639854 >> v2:172.21.15.104:3300/0 conn(0x7f4100162ac0 0x7f41000af490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7fcdfb7fe640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdfc15a370 0x7fcdfc14f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7ff75c423640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7540cef00 0x7ff7540a94a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7f410578d640 1 -- 172.21.15.16:0/2662639854 >> 172.21.15.16:0/2662639854 conn(0x7f41000b41b0 msgr2=0x7f41000b45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:13.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7ffa877fe640 1 -- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 msgr2=0x7ffa88200e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7fcdfb7fe640 1 -- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdfc067fe0 msgr2=0x7fcdfc1500d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7ffa877fe640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 0x7ffa88200e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7fcdfb7fe640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdfc067fe0 0x7fcdfc1500d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff75406f4d0 con 0x7ff7540cef00 2024-09-11T22:45:13.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff75406f350 con 0x7ff754070220 2024-09-11T22:45:13.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7fcdfb7fe640 1 -- 172.21.15.16:0/2969368692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdfc06f1e0 msgr2=0x7fcdfc1e9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7fcdfb7fe640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdfc06f1e0 0x7fcdfc1e9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff75406f650 con 0x7ff7540b38b0 2024-09-11T22:45:13.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7f410578d640 1 -- 172.21.15.16:0/2662639854 shutdown_connections 2024-09-11T22:45:13.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7fcdfb7fe640 1 -- 172.21.15.16:0/2969368692 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdfc1fbc10 con 0x7fcdfc15a370 2024-09-11T22:45:13.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7f410578d640 1 -- 172.21.15.16:0/2662639854 wait complete. 2024-09-11T22:45:13.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7ffa877fe640 1 -- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa880ce070 msgr2=0x7ffa88201390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7ffa877fe640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa880ce070 0x7ffa88201390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.584+0000 7ffa877fe640 1 -- 172.21.15.16:0/757391033 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa88164a30 con 0x7ffa88072090 2024-09-11T22:45:13.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7ffa877fe640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa88072090 0x7ffa88159c80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c00e8a0 tx=0x7ffa7c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7fcdfb7fe640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdfc15a370 0x7fcdfc14f3c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcdf400c780 tx=0x7fcdf400cc40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.585+0000 7ffa6ffff640 1 -- 172.21.15.16:0/757391033 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7c017070 con 0x7ffa88072090 2024-09-11T22:45:13.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7ffa6ffff640 1 -- 172.21.15.16:0/757391033 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa7c00c940 con 0x7ffa88072090 2024-09-11T22:45:13.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7fcdf37fe640 1 -- 172.21.15.16:0/2969368692 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf4016020 con 0x7fcdfc15a370 2024-09-11T22:45:13.640 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7fcdfbfff640 1 -- 172.21.15.16:0/2969368692 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdfc1fbef0 con 0x7fcdfc15a370 2024-09-11T22:45:13.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7f6c8efcf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c78006a10 0x7f6c881f3740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7f6c8efcf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c881f0bf0 0x7f6c88148480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7f6c8efcf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c8806f900 0x7f6c8806fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7f6c8efcf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6c8815bc50 con 0x7f6c78006a10 2024-09-11T22:45:13.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7f6c8efcf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6c880b07c0 con 0x7f6c8806f900 2024-09-11T22:45:13.642 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7fcdfbfff640 1 -- 172.21.15.16:0/2969368692 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdfc1e95b0 con 0x7fcdfc15a370 2024-09-11T22:45:13.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7f6c8efcf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6c8815bdd0 con 0x7f6c881f0bf0 2024-09-11T22:45:13.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7f6c8cd6b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c78006a10 0x7f6c881f3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7f6c8d56c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c8806f900 0x7f6c8806fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7f6c8d56c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c8806f900 0x7f6c8806fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:34774/0 (socket says 172.21.15.16:34774) 2024-09-11T22:45:13.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7f6c8d56c640 1 -- 172.21.15.16:0/3647096855 learned_addr learned my addr 172.21.15.16:0/3647096855 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7ff7599be640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7540b38b0 0x7ff7540abee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7ff75a9c0640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7540cef00 0x7ff7540a94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.645 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7f6c87fff640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c881f0bf0 0x7f6c88148480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7f6c8d56c640 1 -- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c881f0bf0 msgr2=0x7f6c88148480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7f6c8d56c640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c881f0bf0 0x7f6c88148480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7f6c8d56c640 1 -- 172.21.15.16:0/3647096855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c78006a10 msgr2=0x7f6c881f3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7f1ce4ff9640 1 -- 172.21.15.16:0/291370018 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1cd8017070 con 0x7f1ce806ef40 2024-09-11T22:45:13.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7fcdf37fe640 1 -- 172.21.15.16:0/2969368692 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdf400a840 con 0x7fcdfc15a370 2024-09-11T22:45:13.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7fcdf37fe640 1 -- 172.21.15.16:0/2969368692 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf4016020 con 0x7fcdfc15a370 2024-09-11T22:45:13.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7fa517cac640 1 Processor -- start 2024-09-11T22:45:13.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7fa517cac640 1 -- start start 2024-09-11T22:45:13.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cc8005290 con 0x7f1ce806ef40 2024-09-11T22:45:13.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f1ce4ff9640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1cd406be60 0x7f1cd406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f1ce4ff9640 1 -- 172.21.15.16:0/291370018 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1cd808ab70 con 0x7f1ce806ef40 2024-09-11T22:45:13.648 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f1ce77fe640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1cd406be60 0x7f1cd406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7ffa6ffff640 1 -- 172.21.15.16:0/757391033 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7c00ccf0 con 0x7ffa88072090 2024-09-11T22:45:13.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7ffa8ce75640 1 -- 172.21.15.16:0/757391033 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa88164d10 con 0x7ffa88072090 2024-09-11T22:45:13.649 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.586+0000 7ffa8ce75640 1 -- 172.21.15.16:0/757391033 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa881652d0 con 0x7ffa88072090 2024-09-11T22:45:13.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7ffa6dffb640 1 -- 172.21.15.16:0/757391033 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa880afa30 con 0x7ffa88072090 2024-09-11T22:45:13.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f6c8d56c640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c78006a10 0x7f6c881f3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f6c8d56c640 1 -- 172.21.15.16:0/3647096855 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c881f4630 con 0x7f6c8806f900 2024-09-11T22:45:13.650 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f6c8cd6b640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c78006a10 0x7f6c881f3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:13.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f6c8d56c640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c8806f900 0x7f6c8806fd80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6c880b51d0 tx=0x7f6c8000ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7ff75a1bf640 1 -- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7540b38b0 msgr2=0x7ff7540abee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.651 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7ff75a1bf640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7540b38b0 0x7ff7540abee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7ff75a1bf640 1 -- 172.21.15.16:0/2514420965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7540cef00 msgr2=0x7ff7540a94a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7ff75a1bf640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7540cef00 0x7ff7540a94a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.587+0000 7ff75a1bf640 1 -- 172.21.15.16:0/2514420965 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff754147f10 con 0x7ff754070220 2024-09-11T22:45:13.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7ff75a1bf640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff754070220 0x7ff754148220 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff74c00efc0 tx=0x7ff74c00c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.652 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f410578d640 1 Processor -- start 2024-09-11T22:45:13.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f410578d640 1 -- start start 2024-09-11T22:45:13.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7ff74affd640 1 -- 172.21.15.16:0/2514420965 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74c018020 con 0x7ff754070220 2024-09-11T22:45:13.653 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7ff74affd640 1 -- 172.21.15.16:0/2514420965 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff74c014480 con 0x7ff754070220 2024-09-11T22:45:13.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7ff74affd640 1 -- 172.21.15.16:0/2514420965 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74c014830 con 0x7ff754070220 2024-09-11T22:45:13.654 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f6c857fa640 1 -- 172.21.15.16:0/3647096855 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c80003b80 con 0x7f6c8806f900 2024-09-11T22:45:13.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.589+0000 7fa517cac640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa508007b90 0x7fa508021b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.589+0000 7f1ce77fe640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1cd406be60 0x7f1cd406e320 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1ce80cf5c0 tx=0x7f1ce0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.589+0000 7fa517cac640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5080defa0 0x7fa508043730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.656 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.589+0000 7fcdfbfff640 1 -- 172.21.15.16:0/2969368692 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcde0005290 con 0x7fcdfc15a370 2024-09-11T22:45:13.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f6c857fa640 1 -- 172.21.15.16:0/3647096855 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6c80018070 con 0x7f6c8806f900 2024-09-11T22:45:13.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f6c857fa640 1 -- 172.21.15.16:0/3647096855 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c800050d0 con 0x7f6c8806f900 2024-09-11T22:45:13.657 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.588+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3647096855 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c881f3d90 con 0x7f6c8806f900 2024-09-11T22:45:13.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.589+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3647096855 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c881f4350 con 0x7f6c8806f900 2024-09-11T22:45:13.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.589+0000 7f410578d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f410009aa40 0x7f4100163f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.589+0000 7fa515a48640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa508007b90 0x7fa508021b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.589+0000 7fa515a48640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa508007b90 0x7fa508021b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:34776/0 (socket says 172.21.15.16:34776) 2024-09-11T22:45:13.659 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.589+0000 7fa515a48640 1 -- 172.21.15.16:0/470381120 learned_addr learned my addr 172.21.15.16:0/470381120 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.589+0000 7fa515247640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5080defa0 0x7fa508043730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.589+0000 7fa517cac640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 0x7fa508043c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.590+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa508051c00 con 0x7fa5080defa0 2024-09-11T22:45:13.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.590+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa508055760 con 0x7fa508007b90 2024-09-11T22:45:13.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.590+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa508051d80 con 0x7fa5080df410 2024-09-11T22:45:13.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.590+0000 7fa516249640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 0x7fa508043c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.590+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff75414b9b0 con 0x7ff754070220 2024-09-11T22:45:13.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.590+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff75414bf70 con 0x7ff754070220 2024-09-11T22:45:13.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.590+0000 7fa516249640 1 -- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa508007b90 msgr2=0x7fa508021b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.590+0000 7fa516249640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa508007b90 0x7fa508021b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.590+0000 7fa516249640 1 -- 172.21.15.16:0/470381120 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5080defa0 msgr2=0x7fa508043730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.590+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3647096855 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c880702c0 con 0x7f6c8806f900 2024-09-11T22:45:13.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.590+0000 7fcdf37fe640 1 -- 172.21.15.16:0/2969368692 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcdf4019020 con 0x7fcdfc15a370 2024-09-11T22:45:13.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7fa516249640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5080defa0 0x7fa508043730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7fa516249640 1 -- 172.21.15.16:0/470381120 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5080216f0 con 0x7fa5080df410 2024-09-11T22:45:13.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7fa515247640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5080defa0 0x7fa508043730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:13.664 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7fa516249640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 0x7fa508043c70 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa510074aa0 tx=0x7fa510069a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7f410578d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41000b6aa0 0x7f41001506f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7f410578d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4100162ac0 0x7f41000cfea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7f410578d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f410006d8a0 con 0x7f4100162ac0 2024-09-11T22:45:13.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7f410578d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f4100162ea0 con 0x7f41000b6aa0 2024-09-11T22:45:13.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7f410578d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f410006da20 con 0x7f410009aa40 2024-09-11T22:45:13.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7f40ff7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4100162ac0 0x7f41000cfea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7f40ff7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4100162ac0 0x7f41000cfea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45974/0 (socket says 172.21.15.16:45974) 2024-09-11T22:45:13.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7f40ff7fe640 1 -- 172.21.15.16:0/3682603304 learned_addr learned my addr 172.21.15.16:0/3682603304 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:13.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7f40feffd640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f410009aa40 0x7f4100163f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7540ce9c0 con 0x7ff754070220 2024-09-11T22:45:13.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7ffa6ffff640 1 -- 172.21.15.16:0/757391033 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffa7c01a070 con 0x7ffa88072090 2024-09-11T22:45:13.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7fcdf37fe640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcddc06c230 0x7fcddc06e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7f6c857fa640 1 -- 172.21.15.16:0/3647096855 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6c80005270 con 0x7f6c8806f900 2024-09-11T22:45:13.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.591+0000 7fcdf37fe640 1 -- 172.21.15.16:0/2969368692 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fcdf400a640 con 0x7fcdfc15a370 2024-09-11T22:45:13.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7f40fe7fc640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41000b6aa0 0x7f41001506f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7ffa6ffff640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa7406be30 0x7ffa7406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7ffa86ffd640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa7406be30 0x7ffa7406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7f6c857fa640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6c6c06bf30 0x7f6c6c06e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7f40feffd640 1 -- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41000b6aa0 msgr2=0x7f41001506f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7f40feffd640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41000b6aa0 0x7f41001506f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7f40feffd640 1 -- 172.21.15.16:0/3682603304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4100162ac0 msgr2=0x7f41000cfea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7f6c857fa640 1 -- 172.21.15.16:0/3647096855 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f6c8008afe0 con 0x7f6c8806f900 2024-09-11T22:45:13.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7ffa6ffff640 1 -- 172.21.15.16:0/757391033 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ffa7c0578c0 con 0x7ffa88072090 2024-09-11T22:45:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7f40feffd640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4100162ac0 0x7f41000cfea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7f40feffd640 1 -- 172.21.15.16:0/3682603304 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41000cee00 con 0x7f410009aa40 2024-09-11T22:45:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7f40ff7fe640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4100162ac0 0x7f41000cfea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.592+0000 7fcdfaffd640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcddc06c230 0x7fcddc06e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.593+0000 7ffa86ffd640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa7406be30 0x7ffa7406e2f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ffa78035000 tx=0x7ffa7802f000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.593+0000 7f40feffd640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f410009aa40 0x7f4100163f00 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f40f400b3e0 tx=0x7f40f400b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.593+0000 7f6c8cd6b640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6c6c06bf30 0x7f6c6c06e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.593+0000 7ff74affd640 1 -- 172.21.15.16:0/2514420965 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff74c005d10 con 0x7ff754070220 2024-09-11T22:45:13.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.593+0000 7fcdfaffd640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcddc06c230 0x7fcddc06e6f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc1544c0 tx=0x7fcdec009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.593+0000 7ff74affd640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff73806be30 0x7ff73806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.593+0000 7f6c8cd6b640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6c6c06bf30 0x7f6c6c06e3f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c006fd0 tx=0x7f6c7c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.593+0000 7ff74affd640 1 -- 172.21.15.16:0/2514420965 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff74c08bd90 con 0x7ff754070220 2024-09-11T22:45:13.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.593+0000 7ff7599be640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff73806be30 0x7ff73806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.594+0000 7ff7599be640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff73806be30 0x7ff73806e2f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff754149470 tx=0x7ff744009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.595+0000 7f40e77fe640 1 -- 172.21.15.16:0/3682603304 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f4015020 con 0x7f410009aa40 2024-09-11T22:45:13.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.595+0000 7f40e77fe640 1 -- 172.21.15.16:0/3682603304 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40f4011830 con 0x7f410009aa40 2024-09-11T22:45:13.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.595+0000 7f40e77fe640 1 -- 172.21.15.16:0/3682603304 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f4011be0 con 0x7f410009aa40 2024-09-11T22:45:13.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.595+0000 7fa5067fc640 1 -- 172.21.15.16:0/470381120 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5100bb070 con 0x7fa5080df410 2024-09-11T22:45:13.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.595+0000 7fa5067fc640 1 -- 172.21.15.16:0/470381120 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5100adb40 con 0x7fa5080df410 2024-09-11T22:45:13.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.595+0000 7fa5067fc640 1 -- 172.21.15.16:0/470381120 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5100b3040 con 0x7fa5080df410 2024-09-11T22:45:13.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.595+0000 7f410578d640 1 -- 172.21.15.16:0/3682603304 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41000cf0e0 con 0x7f410009aa40 2024-09-11T22:45:13.677 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.595+0000 7fcdf37fe640 1 -- 172.21.15.16:0/2969368692 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcdf4020020 con 0x7fcdfc15a370 2024-09-11T22:45:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.595+0000 7f410578d640 1 -- 172.21.15.16:0/3682603304 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f41000cf6a0 con 0x7f410009aa40 2024-09-11T22:45:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.595+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa508036b60 con 0x7fa5080df410 2024-09-11T22:45:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.595+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa508037120 con 0x7fa5080df410 2024-09-11T22:45:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.596+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4f8005290 con 0x7fa5080df410 2024-09-11T22:45:13.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.597+0000 7f1ce4ff9640 1 -- 172.21.15.16:0/291370018 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1cd80591d0 con 0x7f1ce806ef40 2024-09-11T22:45:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.597+0000 7f6c857fa640 1 -- 172.21.15.16:0/3647096855 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6c8001a310 con 0x7f6c8806f900 2024-09-11T22:45:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.597+0000 7f410578d640 1 -- 172.21.15.16:0/3682603304 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f410009bbd0 con 0x7f410009aa40 2024-09-11T22:45:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.597+0000 7f40e77fe640 1 -- 172.21.15.16:0/3682603304 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f40f4018020 con 0x7f410009aa40 2024-09-11T22:45:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.598+0000 7f40e77fe640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f40ec06be30 0x7f40ec06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.599+0000 7f40e77fe640 1 -- 172.21.15.16:0/3682603304 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f40f408b0f0 con 0x7f410009aa40 2024-09-11T22:45:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.598+0000 7fa5067fc640 1 -- 172.21.15.16:0/470381120 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa5100be070 con 0x7fa5080df410 2024-09-11T22:45:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.599+0000 7f40fe7fc640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f40ec06be30 0x7f40ec06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.599+0000 7fa5067fc640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4f406be80 0x7fa4f406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.599+0000 7fa5067fc640 1 -- 172.21.15.16:0/470381120 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa510126f40 con 0x7fa5080df410 2024-09-11T22:45:13.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.599+0000 7fa515a48640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4f406be80 0x7fa4f406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:13.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.600+0000 7f40fe7fc640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f40ec06be30 0x7f40ec06e2f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f4100070ed0 tx=0x7f40f0008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.600+0000 7fa515a48640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4f406be80 0x7fa4f406e340 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa50c007fd0 tx=0x7fa50c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:13.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.602+0000 7ff74affd640 1 -- 172.21.15.16:0/2514420965 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff74c022070 con 0x7ff754070220 2024-09-11T22:45:13.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.603+0000 7ffa6ffff640 1 -- 172.21.15.16:0/757391033 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffa7c059820 con 0x7ffa88072090 2024-09-11T22:45:13.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.603+0000 7fa5067fc640 1 -- 172.21.15.16:0/470381120 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa5100c5070 con 0x7fa5080df410 2024-09-11T22:45:13.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.607+0000 7f40e77fe640 1 -- 172.21.15.16:0/3682603304 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f40f401f020 con 0x7f410009aa40 2024-09-11T22:45:13.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.926+0000 7f65ec296640 1 -- 172.21.15.16:0/3511370812 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f65cc005580 con 0x7f65e4154c10 2024-09-11T22:45:13.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.927+0000 7f65daffd640 1 -- 172.21.15.16:0/3511370812 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f65e41571c0 con 0x7f65e4154c10 2024-09-11T22:45:13.928 INFO:teuthology.orchestra.run.smithi016.stdout:64424509450 2024-09-11T22:45:13.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.931+0000 7f65d8f79640 1 -- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f65d006c070 msgr2=0x7f65d006e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.931+0000 7f65d8f79640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f65d006c070 0x7f65d006e530 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f65e0009990 tx=0x7f65e0009110 comp rx=0 tx=0).stop 2024-09-11T22:45:13.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.931+0000 7f65d8f79640 1 -- 172.21.15.16:0/3511370812 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65e4154c10 msgr2=0x7f65e40ad990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.931+0000 7f65d8f79640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65e4154c10 0x7f65e40ad990 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f65e40b3c20 tx=0x7f65dc004a40 comp rx=0 tx=0).stop 2024-09-11T22:45:13.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.931+0000 7f65d8f79640 1 -- 172.21.15.16:0/3511370812 shutdown_connections 2024-09-11T22:45:13.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.931+0000 7f65d8f79640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f65d006c070 0x7f65d006e530 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.932+0000 7f65d8f79640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65e4154c10 0x7f65e40ad990 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.932+0000 7f65d8f79640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f65e40b44f0 0x7f65e40ad450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.932+0000 7f65d8f79640 1 --2- 172.21.15.16:0/3511370812 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f65e4070910 0x7f65e4159970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.932+0000 7f65d8f79640 1 -- 172.21.15.16:0/3511370812 >> 172.21.15.16:0/3511370812 conn(0x7f65e406bdf0 msgr2=0x7f65e415ab60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:13.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.932+0000 7f65d8f79640 1 -- 172.21.15.16:0/3511370812 shutdown_connections 2024-09-11T22:45:13.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.932+0000 7f65d8f79640 1 -- 172.21.15.16:0/3511370812 wait complete. 2024-09-11T22:45:13.950 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.7 2024-09-11T22:45:13.951 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:13.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.981+0000 7f410578d640 1 -- 172.21.15.16:0/3682603304 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f41000b06f0 con 0x7f410009aa40 2024-09-11T22:45:13.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.981+0000 7f40e77fe640 1 -- 172.21.15.16:0/3682603304 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f40f40172c0 con 0x7f410009aa40 2024-09-11T22:45:13.982 INFO:teuthology.orchestra.run.smithi016.stdout:64424509449 2024-09-11T22:45:13.986 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 -- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f40ec06be30 msgr2=0x7f40ec06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f40ec06be30 0x7f40ec06e2f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f4100070ed0 tx=0x7f40f0008040 comp rx=0 tx=0).stop 2024-09-11T22:45:13.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 -- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f410009aa40 msgr2=0x7f4100163f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:13.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f410009aa40 0x7f4100163f00 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f40f400b3e0 tx=0x7f40f400b8a0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 -- 172.21.15.16:0/3682603304 shutdown_connections 2024-09-11T22:45:13.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f40ec06be30 0x7f40ec06e2f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.987 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4100162ac0 0x7f41000cfea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41000b6aa0 0x7f41001506f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 --2- 172.21.15.16:0/3682603304 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f410009aa40 0x7f4100163f00 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 -- 172.21.15.16:0/3682603304 >> 172.21.15.16:0/3682603304 conn(0x7f41000b41b0 msgr2=0x7f41000d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 -- 172.21.15.16:0/3682603304 shutdown_connections 2024-09-11T22:45:13.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:13.984+0000 7f410578d640 1 -- 172.21.15.16:0/3682603304 wait complete. 2024-09-11T22:45:13.996 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.2 2024-09-11T22:45:13.996 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:14.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.010+0000 7fcdfbfff640 1 -- 172.21.15.16:0/2969368692 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fcde0005850 con 0x7fcdfc15a370 2024-09-11T22:45:14.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.010+0000 7fcdf37fe640 1 -- 172.21.15.16:0/2969368692 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fcdf40592c0 con 0x7fcdfc15a370 2024-09-11T22:45:14.012 INFO:teuthology.orchestra.run.smithi016.stdout:64424509451 2024-09-11T22:45:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.011+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f1cc8005580 con 0x7f1ce806ef40 2024-09-11T22:45:14.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.011+0000 7f1ce4ff9640 1 -- 172.21.15.16:0/291370018 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1cd8058ad0 con 0x7f1ce806ef40 2024-09-11T22:45:14.013 INFO:teuthology.orchestra.run.smithi016.stdout:64424509449 2024-09-11T22:45:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.012+0000 7fcdfbfff640 1 -- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcddc06c230 msgr2=0x7fcddc06e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.012+0000 7fcdfbfff640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcddc06c230 0x7fcddc06e6f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc1544c0 tx=0x7fcdec009190 comp rx=0 tx=0).stop 2024-09-11T22:45:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.012+0000 7fcdfbfff640 1 -- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdfc15a370 msgr2=0x7fcdfc14f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.012+0000 7fcdfbfff640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdfc15a370 0x7fcdfc14f3c0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcdf400c780 tx=0x7fcdf400cc40 comp rx=0 tx=0).stop 2024-09-11T22:45:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.013+0000 7fcdfbfff640 1 -- 172.21.15.16:0/2969368692 shutdown_connections 2024-09-11T22:45:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.013+0000 7fcdfbfff640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcddc06c230 0x7fcddc06e6f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.013+0000 7fcdfbfff640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcdfc15a370 0x7fcdfc14f3c0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.013+0000 7fcdfbfff640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcdfc06f1e0 0x7fcdfc1e9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.013+0000 7fcdfbfff640 1 --2- 172.21.15.16:0/2969368692 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcdfc067fe0 0x7fcdfc1500d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.013+0000 7fcdfbfff640 1 -- 172.21.15.16:0/2969368692 >> 172.21.15.16:0/2969368692 conn(0x7fcdfc067b30 msgr2=0x7fcdfc1532d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:14.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.013+0000 7fcdfbfff640 1 -- 172.21.15.16:0/2969368692 shutdown_connections 2024-09-11T22:45:14.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.013+0000 7fcdfbfff640 1 -- 172.21.15.16:0/2969368692 wait complete. 2024-09-11T22:45:14.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.014+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3647096855 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f6c8806ec30 con 0x7f6c8806f900 2024-09-11T22:45:14.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1cd406be60 msgr2=0x7f1cd406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1cd406be60 0x7f1cd406e320 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1ce80cf5c0 tx=0x7f1ce0009040 comp rx=0 tx=0).stop 2024-09-11T22:45:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce806ef40 msgr2=0x7f1ce814ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce806ef40 0x7f1ce814ae70 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1cd800b4a0 tx=0x7f1cd800b960 comp rx=0 tx=0).stop 2024-09-11T22:45:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 shutdown_connections 2024-09-11T22:45:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1cd406be60 0x7f1cd406e320 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ce815b860 0x7f1ce81490e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ce80b2170 0x7f1ce8169650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 --2- 172.21.15.16:0/291370018 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ce806ef40 0x7f1ce814ae70 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 >> 172.21.15.16:0/291370018 conn(0x7f1ce80b5b70 msgr2=0x7f1ce80b5f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f6c857fa640 1 -- 172.21.15.16:0/3647096855 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6c80007c10 con 0x7f6c8806f900 2024-09-11T22:45:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 shutdown_connections 2024-09-11T22:45:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.015+0000 7f1cee303640 1 -- 172.21.15.16:0/291370018 wait complete. 2024-09-11T22:45:14.017 INFO:teuthology.orchestra.run.smithi016.stdout:55834574858 2024-09-11T22:45:14.017 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.017+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7ff754148760 con 0x7ff754070220 2024-09-11T22:45:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.017+0000 7ff74affd640 1 -- 172.21.15.16:0/2514420965 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff754147f10 con 0x7ff754070220 2024-09-11T22:45:14.018 INFO:teuthology.orchestra.run.smithi016.stdout:55834574858 2024-09-11T22:45:14.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6c6c06bf30 msgr2=0x7f6c6c06e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6c6c06bf30 0x7f6c6c06e3f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c006fd0 tx=0x7f6c7c008040 comp rx=0 tx=0).stop 2024-09-11T22:45:14.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c8806f900 msgr2=0x7f6c8806fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c8806f900 0x7f6c8806fd80 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6c880b51d0 tx=0x7f6c8000ec80 comp rx=0 tx=0).stop 2024-09-11T22:45:14.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3647096855 shutdown_connections 2024-09-11T22:45:14.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f6c6c06bf30 0x7f6c6c06e3f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6c8806f900 0x7f6c8806fd80 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6c881f0bf0 0x7f6c88148480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 --2- 172.21.15.16:0/3647096855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6c78006a10 0x7f6c881f3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7ffa6dffb640 1 -- 172.21.15.16:0/757391033 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7ffa880ce980 con 0x7ffa88072090 2024-09-11T22:45:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3647096855 >> 172.21.15.16:0/3647096855 conn(0x7f6c880738e0 msgr2=0x7f6c8815c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3647096855 shutdown_connections 2024-09-11T22:45:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.018+0000 7f6c8efcf640 1 -- 172.21.15.16:0/3647096855 wait complete. 2024-09-11T22:45:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.019+0000 7ffa6ffff640 1 -- 172.21.15.16:0/757391033 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ffa7c05db20 con 0x7ffa88072090 2024-09-11T22:45:14.021 INFO:teuthology.orchestra.run.smithi016.stdout:64424509450 2024-09-11T22:45:14.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.019+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fa4f8005850 con 0x7fa5080df410 2024-09-11T22:45:14.022 INFO:teuthology.orchestra.run.smithi016.stdout:64424509449 2024-09-11T22:45:14.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.019+0000 7fa5067fc640 1 -- 172.21.15.16:0/470381120 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa5100f4eb0 con 0x7fa5080df410 2024-09-11T22:45:14.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff73806be30 msgr2=0x7ff73806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff73806be30 0x7ff73806e2f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff754149470 tx=0x7ff744009040 comp rx=0 tx=0).stop 2024-09-11T22:45:14.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff754070220 msgr2=0x7ff754148220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff754070220 0x7ff754148220 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff74c00efc0 tx=0x7ff74c00c490 comp rx=0 tx=0).stop 2024-09-11T22:45:14.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 shutdown_connections 2024-09-11T22:45:14.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff73806be30 0x7ff73806e2f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff7540cef00 0x7ff7540a94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7540b38b0 0x7ff7540abee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 --2- 172.21.15.16:0/2514420965 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff754070220 0x7ff754148220 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 >> 172.21.15.16:0/2514420965 conn(0x7ff754067f80 msgr2=0x7ff75406e220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 shutdown_connections 2024-09-11T22:45:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.021+0000 7ff75c423640 1 -- 172.21.15.16:0/2514420965 wait complete. 2024-09-11T22:45:14.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.022+0000 7ffa6dffb640 1 -- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa7406be30 msgr2=0x7ffa7406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.022+0000 7ffa6dffb640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa7406be30 0x7ffa7406e2f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ffa78035000 tx=0x7ffa7802f000 comp rx=0 tx=0).stop 2024-09-11T22:45:14.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.022+0000 7ffa6dffb640 1 -- 172.21.15.16:0/757391033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa88072090 msgr2=0x7ffa88159c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.022+0000 7ffa6dffb640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa88072090 0x7ffa88159c80 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ffa7c00e8a0 tx=0x7ffa7c00ed60 comp rx=0 tx=0).stop 2024-09-11T22:45:14.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.022+0000 7ffa6dffb640 1 -- 172.21.15.16:0/757391033 shutdown_connections 2024-09-11T22:45:14.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.022+0000 7ffa6dffb640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffa7406be30 0x7ffa7406e2f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.022+0000 7ffa6dffb640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffa880ce070 0x7ffa88201390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.022+0000 7ffa6dffb640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffa88072470 0x7ffa88200e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.022+0000 7ffa6dffb640 1 --2- 172.21.15.16:0/757391033 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa88072090 0x7ffa88159c80 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.022+0000 7ffa6dffb640 1 -- 172.21.15.16:0/757391033 >> 172.21.15.16:0/757391033 conn(0x7ffa88067b30 msgr2=0x7ffa88075240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:14.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7ffa6dffb640 1 -- 172.21.15.16:0/757391033 shutdown_connections 2024-09-11T22:45:14.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7ffa6dffb640 1 -- 172.21.15.16:0/757391033 wait complete. 2024-09-11T22:45:14.026 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4f406be80 msgr2=0x7fa4f406e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4f406be80 0x7fa4f406e340 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa50c007fd0 tx=0x7fa50c009040 comp rx=0 tx=0).stop 2024-09-11T22:45:14.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 msgr2=0x7fa508043c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 0x7fa508043c70 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa510074aa0 tx=0x7fa510069a00 comp rx=0 tx=0).stop 2024-09-11T22:45:14.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 shutdown_connections 2024-09-11T22:45:14.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4f406be80 0x7fa4f406e340 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5080df410 0x7fa508043c70 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5080defa0 0x7fa508043730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 --2- 172.21.15.16:0/470381120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa508007b90 0x7fa508021b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 >> 172.21.15.16:0/470381120 conn(0x7fa50801e1f0 msgr2=0x7fa50803a2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:14.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 shutdown_connections 2024-09-11T22:45:14.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.023+0000 7fa517cac640 1 -- 172.21.15.16:0/470381120 wait complete. 2024-09-11T22:45:14.030 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509451 for osd.6 2024-09-11T22:45:14.030 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:14.037 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.0 2024-09-11T22:45:14.037 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:14.039 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.1 2024-09-11T22:45:14.040 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:14.040 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.4 2024-09-11T22:45:14.040 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:14.042 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.3 2024-09-11T22:45:14.043 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:14.043 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.5 2024-09-11T22:45:14.043 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:14.043 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-11T22:45:14.044 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:45:14.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.185+0000 7f7df922e640 1 Processor -- start 2024-09-11T22:45:14.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.185+0000 7f7df922e640 1 -- start start 2024-09-11T22:45:14.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df922e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df4161df0 0x7f7df40cf6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df922e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7df40cf0f0 0x7f7df40d45f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df922e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7df40d4b30 0x7f7df40d0f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df922e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7df41621d0 con 0x7f7df40d4b30 2024-09-11T22:45:14.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df922e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7df40d36b0 con 0x7f7df40cf0f0 2024-09-11T22:45:14.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df922e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7df40d3990 con 0x7f7df4161df0 2024-09-11T22:45:14.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df359e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7df40d4b30 0x7f7df40d0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df359e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7df40d4b30 0x7f7df40d0f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45988/0 (socket says 172.21.15.16:45988) 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df359e640 1 -- 172.21.15.16:0/3952309310 learned_addr learned my addr 172.21.15.16:0/3952309310 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df259c640 1 --2- 172.21.15.16:0/3952309310 >> v2:172.21.15.104:3300/0 conn(0x7f7df40cf0f0 0x7f7df40d45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df2d9d640 1 --2- 172.21.15.16:0/3952309310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df4161df0 0x7f7df40cf6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df359e640 1 -- 172.21.15.16:0/3952309310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df4161df0 msgr2=0x7f7df40cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df359e640 1 --2- 172.21.15.16:0/3952309310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df4161df0 0x7f7df40cf6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.186+0000 7f7df359e640 1 -- 172.21.15.16:0/3952309310 >> v2:172.21.15.104:3300/0 conn(0x7f7df40cf0f0 msgr2=0x7f7df40d45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.187+0000 7f7df359e640 1 --2- 172.21.15.16:0/3952309310 >> v2:172.21.15.104:3300/0 conn(0x7f7df40cf0f0 0x7f7df40d45f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.187+0000 7f7df359e640 1 -- 172.21.15.16:0/3952309310 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7df40d3c70 con 0x7f7df40d4b30 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.187+0000 7f7df2d9d640 1 --2- 172.21.15.16:0/3952309310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df4161df0 0x7f7df40cf6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.187+0000 7f7df359e640 1 --2- 172.21.15.16:0/3952309310 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df40d4b30 0x7f7df40d0f20 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7df40d21e0 tx=0x7f7dec02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9382a8af0018b270 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:14.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.187+0000 7f7df1d9b640 1 -- 172.21.15.16:0/3952309310 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dec036070 con 0x7f7df40d4b30 2024-09-11T22:45:14.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.187+0000 7f7df1d9b640 1 -- 172.21.15.16:0/3952309310 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7dec031600 con 0x7f7df40d4b30 2024-09-11T22:45:14.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.187+0000 7f7df1d9b640 1 -- 172.21.15.16:0/3952309310 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dec0319d0 con 0x7f7df40d4b30 2024-09-11T22:45:14.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.188+0000 7f7df922e640 1 -- 172.21.15.16:0/3952309310 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df40d4b30 msgr2=0x7f7df40d0f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.192 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.188+0000 7f7df922e640 1 --2- 172.21.15.16:0/3952309310 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df40d4b30 0x7f7df40d0f20 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7df40d21e0 tx=0x7f7dec02a6a0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.188+0000 7f7df922e640 1 -- 172.21.15.16:0/3952309310 shutdown_connections 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.188+0000 7f7df922e640 1 --2- 172.21.15.16:0/3952309310 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df40d4b30 0x7f7df40d0f20 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.188+0000 7f7df922e640 1 --2- 172.21.15.16:0/3952309310 >> v2:172.21.15.104:3300/0 conn(0x7f7df40cf0f0 0x7f7df40d45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.188+0000 7f7df922e640 1 --2- 172.21.15.16:0/3952309310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df4161df0 0x7f7df40cf6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.188+0000 7f7df922e640 1 -- 172.21.15.16:0/3952309310 >> 172.21.15.16:0/3952309310 conn(0x7f7df4067f80 msgr2=0x7f7df406cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.188+0000 7f7df922e640 1 -- 172.21.15.16:0/3952309310 shutdown_connections 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.188+0000 7f7df922e640 1 -- 172.21.15.16:0/3952309310 wait complete. 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.189+0000 7f7df922e640 1 Processor -- start 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.190+0000 7f7df922e640 1 -- start start 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.190+0000 7f7df922e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40cf0f0 0x7f7df415bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.190+0000 7f7df922e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df40d4b30 0x7f7df41f44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.190+0000 7f7df922e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7df4161df0 0x7f7df414ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.190+0000 7f7df922e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7df40d1460 con 0x7f7df40d4b30 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.190+0000 7f7df922e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7df40cfef0 con 0x7f7df4161df0 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.190+0000 7f7df922e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7df40d15e0 con 0x7f7df40cf0f0 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.190+0000 7f7df259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df40d4b30 0x7f7df41f44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.190+0000 7f7df259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df40d4b30 0x7f7df41f44f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45996/0 (socket says 172.21.15.16:45996) 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.190+0000 7f7df259c640 1 -- 172.21.15.16:0/3333188578 learned_addr learned my addr 172.21.15.16:0/3333188578 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7df2d9d640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40cf0f0 0x7f7df415bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7df359e640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7df4161df0 0x7f7df414ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7df259c640 1 -- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40cf0f0 msgr2=0x7f7df415bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7df259c640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40cf0f0 0x7f7df415bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7df259c640 1 -- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7df4161df0 msgr2=0x7f7df414ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7df259c640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7df4161df0 0x7f7df414ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7df259c640 1 -- 172.21.15.16:0/3333188578 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7df415e0f0 con 0x7f7df40d4b30 2024-09-11T22:45:14.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7df359e640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7df4161df0 0x7f7df414ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:14.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7df259c640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df40d4b30 0x7f7df41f44f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f7de800e860 tx=0x7f7de800ed20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:14.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7ddb7fe640 1 -- 172.21.15.16:0/3333188578 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de8017070 con 0x7f7df40d4b30 2024-09-11T22:45:14.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7ddb7fe640 1 -- 172.21.15.16:0/3333188578 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7de800c940 con 0x7f7df40d4b30 2024-09-11T22:45:14.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7df922e640 1 -- 172.21.15.16:0/3333188578 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7df415e3d0 con 0x7f7df40d4b30 2024-09-11T22:45:14.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7ddb7fe640 1 -- 172.21.15.16:0/3333188578 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de800cd10 con 0x7f7df40d4b30 2024-09-11T22:45:14.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.191+0000 7f7df922e640 1 -- 172.21.15.16:0/3333188578 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7df415e990 con 0x7f7df40d4b30 2024-09-11T22:45:14.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.192+0000 7f7df922e640 1 -- 172.21.15.16:0/3333188578 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7df40d0f20 con 0x7f7df40d4b30 2024-09-11T22:45:14.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.193+0000 7f7ddb7fe640 1 -- 172.21.15.16:0/3333188578 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7de801a070 con 0x7f7df40d4b30 2024-09-11T22:45:14.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.193+0000 7f7ddb7fe640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7de006be30 0x7f7de006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.194+0000 7f7ddb7fe640 1 -- 172.21.15.16:0/3333188578 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f7de808b600 con 0x7f7df40d4b30 2024-09-11T22:45:14.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.194+0000 7f7df2d9d640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7de006be30 0x7f7de006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.194+0000 7f7df2d9d640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7de006be30 0x7f7de006e2f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f7de4006fd0 tx=0x7f7de4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:14.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.198+0000 7f7ddb7fe640 1 -- 172.21.15.16:0/3333188578 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7de8059bd0 con 0x7f7df40d4b30 2024-09-11T22:45:14.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.371+0000 7f7df922e640 1 -- 172.21.15.16:0/3333188578 --> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7df40cb120 con 0x7f7de006be30 2024-09-11T22:45:14.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.379+0000 7f7ddb7fe640 1 -- 172.21.15.16:0/3333188578 <== mgr.4103 v2:172.21.15.104:6832/4046407617 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f7df40cb120 con 0x7f7de006be30 2024-09-11T22:45:14.385 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:14.388 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:45:14.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 -- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7de006be30 msgr2=0x7f7de006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7de006be30 0x7f7de006e2f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f7de4006fd0 tx=0x7f7de4008040 comp rx=0 tx=0).stop 2024-09-11T22:45:14.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 -- 172.21.15.16:0/3333188578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df40d4b30 msgr2=0x7f7df41f44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.391 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df40d4b30 0x7f7df41f44f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f7de800e860 tx=0x7f7de800ed20 comp rx=0 tx=0).stop 2024-09-11T22:45:14.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 -- 172.21.15.16:0/3333188578 shutdown_connections 2024-09-11T22:45:14.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7de006be30 0x7f7de006e2f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7df4161df0 0x7f7df414ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7df40d4b30 0x7f7df41f44f0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 --2- 172.21.15.16:0/3333188578 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7df40cf0f0 0x7f7df415bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 -- 172.21.15.16:0/3333188578 >> 172.21.15.16:0/3333188578 conn(0x7f7df4067f80 msgr2=0x7f7df415fdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:14.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 -- 172.21.15.16:0/3333188578 shutdown_connections 2024-09-11T22:45:14.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.382+0000 7f7df922e640 1 -- 172.21.15.16:0/3333188578 wait complete. 2024-09-11T22:45:14.394 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-09-11T22:45:14.357815+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240280,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734440,"statfs":{"total":773094113280,"available":772848066560,"internally_reserved":0,"allocated":3317760,"data_stored":2009660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003240"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529997+0000","last_change":"2024-09-11T22:44:48.945313+0000","last_active":"2024-09-11T22:44:55.529997+0000","last_peered":"2024-09-11T22:44:55.529997+0000","last_clean":"2024-09-11T22:44:55.529997+0000","last_became_active":"2024-09-11T22:44:48.945028+0000","last_became_peered":"2024-09-11T22:44:48.945028+0000","last_unstale":"2024-09-11T22:44:55.529997+0000","last_undegraded":"2024-09-11T22:44:55.529997+0000","last_fullsized":"2024-09-11T22:44:55.529997+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:23.317756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999504+0000","last_change":"2024-09-11T22:44:49.945840+0000","last_active":"2024-09-11T22:44:54.999504+0000","last_peered":"2024-09-11T22:44:54.999504+0000","last_clean":"2024-09-11T22:44:54.999504+0000","last_became_active":"2024-09-11T22:44:49.945535+0000","last_became_peered":"2024-09-11T22:44:49.945535+0000","last_unstale":"2024-09-11T22:44:54.999504+0000","last_undegraded":"2024-09-11T22:44:54.999504+0000","last_fullsized":"2024-09-11T22:44:54.999504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:09:29.537348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998379+0000","last_change":"2024-09-11T22:44:54.046734+0000","last_active":"2024-09-11T22:44:54.998379+0000","last_peered":"2024-09-11T22:44:54.998379+0000","last_clean":"2024-09-11T22:44:54.998379+0000","last_became_active":"2024-09-11T22:44:54.046111+0000","last_became_peered":"2024-09-11T22:44:54.046111+0000","last_unstale":"2024-09-11T22:44:54.998379+0000","last_undegraded":"2024-09-11T22:44:54.998379+0000","last_fullsized":"2024-09-11T22:44:54.998379+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:38.063417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999730+0000","last_change":"2024-09-11T22:44:48.944432+0000","last_active":"2024-09-11T22:44:54.999730+0000","last_peered":"2024-09-11T22:44:54.999730+0000","last_clean":"2024-09-11T22:44:54.999730+0000","last_became_active":"2024-09-11T22:44:48.943362+0000","last_became_peered":"2024-09-11T22:44:48.943362+0000","last_unstale":"2024-09-11T22:44:54.999730+0000","last_undegraded":"2024-09-11T22:44:54.999730+0000","last_fullsized":"2024-09-11T22:44:54.999730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:22.147111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529744+0000","last_change":"2024-09-11T22:44:49.959497+0000","last_active":"2024-09-11T22:44:55.529744+0000","last_peered":"2024-09-11T22:44:55.529744+0000","last_clean":"2024-09-11T22:44:55.529744+0000","last_became_active":"2024-09-11T22:44:49.959234+0000","last_became_peered":"2024-09-11T22:44:49.959234+0000","last_unstale":"2024-09-11T22:44:55.529744+0000","last_undegraded":"2024-09-11T22:44:55.529744+0000","last_fullsized":"2024-09-11T22:44:55.529744+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529917+0000","last_change":"2024-09-11T22:44:53.975778+0000","last_active":"2024-09-11T22:44:55.529917+0000","last_peered":"2024-09-11T22:44:55.529917+0000","last_clean":"2024-09-11T22:44:55.529917+0000","last_became_active":"2024-09-11T22:44:53.975220+0000","last_became_peered":"2024-09-11T22:44:53.975220+0000","last_unstale":"2024-09-11T22:44:55.529917+0000","last_undegraded":"2024-09-11T22:44:55.529917+0000","last_fullsized":"2024-09-11T22:44:55.529917+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:09.617912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530837+0000","last_change":"2024-09-11T22:44:48.950991+0000","last_active":"2024-09-11T22:44:55.530837+0000","last_peered":"2024-09-11T22:44:55.530837+0000","last_clean":"2024-09-11T22:44:55.530837+0000","last_became_active":"2024-09-11T22:44:48.950680+0000","last_became_peered":"2024-09-11T22:44:48.950680+0000","last_unstale":"2024-09-11T22:44:55.530837+0000","last_undegraded":"2024-09-11T22:44:55.530837+0000","last_fullsized":"2024-09-11T22:44:55.530837+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089647+0000","last_change":"2024-09-11T22:44:49.967044+0000","last_active":"2024-09-11T22:44:55.089647+0000","last_peered":"2024-09-11T22:44:55.089647+0000","last_clean":"2024-09-11T22:44:55.089647+0000","last_became_active":"2024-09-11T22:44:49.966761+0000","last_became_peered":"2024-09-11T22:44:49.966761+0000","last_unstale":"2024-09-11T22:44:55.089647+0000","last_undegraded":"2024-09-11T22:44:55.089647+0000","last_fullsized":"2024-09-11T22:44:55.089647+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:54.789427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530683+0000","last_change":"2024-09-11T22:44:53.976643+0000","last_active":"2024-09-11T22:44:55.530683+0000","last_peered":"2024-09-11T22:44:55.530683+0000","last_clean":"2024-09-11T22:44:55.530683+0000","last_became_active":"2024-09-11T22:44:53.975569+0000","last_became_peered":"2024-09-11T22:44:53.975569+0000","last_unstale":"2024-09-11T22:44:55.530683+0000","last_undegraded":"2024-09-11T22:44:55.530683+0000","last_fullsized":"2024-09-11T22:44:55.530683+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:43.922618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530149+0000","last_change":"2024-09-11T22:44:48.952213+0000","last_active":"2024-09-11T22:44:55.530149+0000","last_peered":"2024-09-11T22:44:55.530149+0000","last_clean":"2024-09-11T22:44:55.530149+0000","last_became_active":"2024-09-11T22:44:48.951948+0000","last_became_peered":"2024-09-11T22:44:48.951948+0000","last_unstale":"2024-09-11T22:44:55.530149+0000","last_undegraded":"2024-09-11T22:44:55.530149+0000","last_fullsized":"2024-09-11T22:44:55.530149+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089776+0000","last_change":"2024-09-11T22:44:49.957946+0000","last_active":"2024-09-11T22:44:55.089776+0000","last_peered":"2024-09-11T22:44:55.089776+0000","last_clean":"2024-09-11T22:44:55.089776+0000","last_became_active":"2024-09-11T22:44:49.957653+0000","last_became_peered":"2024-09-11T22:44:49.957653+0000","last_unstale":"2024-09-11T22:44:55.089776+0000","last_undegraded":"2024-09-11T22:44:55.089776+0000","last_fullsized":"2024-09-11T22:44:55.089776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:17.787065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530161+0000","last_change":"2024-09-11T22:44:53.971514+0000","last_active":"2024-09-11T22:44:55.530161+0000","last_peered":"2024-09-11T22:44:55.530161+0000","last_clean":"2024-09-11T22:44:55.530161+0000","last_became_active":"2024-09-11T22:44:53.971054+0000","last_became_peered":"2024-09-11T22:44:53.971054+0000","last_unstale":"2024-09-11T22:44:55.530161+0000","last_undegraded":"2024-09-11T22:44:55.530161+0000","last_fullsized":"2024-09-11T22:44:55.530161+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:54:11.159321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998739+0000","last_change":"2024-09-11T22:44:49.948872+0000","last_active":"2024-09-11T22:44:54.998739+0000","last_peered":"2024-09-11T22:44:54.998739+0000","last_clean":"2024-09-11T22:44:54.998739+0000","last_became_active":"2024-09-11T22:44:49.945773+0000","last_became_peered":"2024-09-11T22:44:49.945773+0000","last_unstale":"2024-09-11T22:44:54.998739+0000","last_undegraded":"2024-09-11T22:44:54.998739+0000","last_fullsized":"2024-09-11T22:44:54.998739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:22.457842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531040+0000","last_change":"2024-09-11T22:44:48.951404+0000","last_active":"2024-09-11T22:44:55.531040+0000","last_peered":"2024-09-11T22:44:55.531040+0000","last_clean":"2024-09-11T22:44:55.531040+0000","last_became_active":"2024-09-11T22:44:48.950653+0000","last_became_peered":"2024-09-11T22:44:48.950653+0000","last_unstale":"2024-09-11T22:44:55.531040+0000","last_undegraded":"2024-09-11T22:44:55.531040+0000","last_fullsized":"2024-09-11T22:44:55.531040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:20:15.442957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530880+0000","last_change":"2024-09-11T22:44:53.975352+0000","last_active":"2024-09-11T22:44:55.530880+0000","last_peered":"2024-09-11T22:44:55.530880+0000","last_clean":"2024-09-11T22:44:55.530880+0000","last_became_active":"2024-09-11T22:44:53.974837+0000","last_became_peered":"2024-09-11T22:44:53.974837+0000","last_unstale":"2024-09-11T22:44:55.530880+0000","last_undegraded":"2024-09-11T22:44:55.530880+0000","last_fullsized":"2024-09-11T22:44:55.530880+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:37.690241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999681+0000","last_change":"2024-09-11T22:44:49.939906+0000","last_active":"2024-09-11T22:44:54.999681+0000","last_peered":"2024-09-11T22:44:54.999681+0000","last_clean":"2024-09-11T22:44:54.999681+0000","last_became_active":"2024-09-11T22:44:49.939574+0000","last_became_peered":"2024-09-11T22:44:49.939574+0000","last_unstale":"2024-09-11T22:44:54.999681+0000","last_undegraded":"2024-09-11T22:44:54.999681+0000","last_fullsized":"2024-09-11T22:44:54.999681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:54:07.130574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000024+0000","last_change":"2024-09-11T22:44:48.945465+0000","last_active":"2024-09-11T22:44:55.000024+0000","last_peered":"2024-09-11T22:44:55.000024+0000","last_clean":"2024-09-11T22:44:55.000024+0000","last_became_active":"2024-09-11T22:44:48.944943+0000","last_became_peered":"2024-09-11T22:44:48.944943+0000","last_unstale":"2024-09-11T22:44:55.000024+0000","last_undegraded":"2024-09-11T22:44:55.000024+0000","last_fullsized":"2024-09-11T22:44:55.000024+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:31.440435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531202+0000","last_change":"2024-09-11T22:44:53.976737+0000","last_active":"2024-09-11T22:44:55.531202+0000","last_peered":"2024-09-11T22:44:55.531202+0000","last_clean":"2024-09-11T22:44:55.531202+0000","last_became_active":"2024-09-11T22:44:53.976044+0000","last_became_peered":"2024-09-11T22:44:53.976044+0000","last_unstale":"2024-09-11T22:44:55.531202+0000","last_undegraded":"2024-09-11T22:44:55.531202+0000","last_fullsized":"2024-09-11T22:44:55.531202+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:37.316044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998603+0000","last_change":"2024-09-11T22:44:49.955871+0000","last_active":"2024-09-11T22:44:54.998603+0000","last_peered":"2024-09-11T22:44:54.998603+0000","last_clean":"2024-09-11T22:44:54.998603+0000","last_became_active":"2024-09-11T22:44:49.955589+0000","last_became_peered":"2024-09-11T22:44:49.955589+0000","last_unstale":"2024-09-11T22:44:54.998603+0000","last_undegraded":"2024-09-11T22:44:54.998603+0000","last_fullsized":"2024-09-11T22:44:54.998603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:59.966374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999257+0000","last_change":"2024-09-11T22:44:48.945504+0000","last_active":"2024-09-11T22:44:54.999257+0000","last_peered":"2024-09-11T22:44:54.999257+0000","last_clean":"2024-09-11T22:44:54.999257+0000","last_became_active":"2024-09-11T22:44:48.945207+0000","last_became_peered":"2024-09-11T22:44:48.945207+0000","last_unstale":"2024-09-11T22:44:54.999257+0000","last_undegraded":"2024-09-11T22:44:54.999257+0000","last_fullsized":"2024-09-11T22:44:54.999257+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000537+0000","last_change":"2024-09-11T22:44:54.047311+0000","last_active":"2024-09-11T22:44:55.000537+0000","last_peered":"2024-09-11T22:44:55.000537+0000","last_clean":"2024-09-11T22:44:55.000537+0000","last_became_active":"2024-09-11T22:44:54.046938+0000","last_became_peered":"2024-09-11T22:44:54.046938+0000","last_unstale":"2024-09-11T22:44:55.000537+0000","last_undegraded":"2024-09-11T22:44:55.000537+0000","last_fullsized":"2024-09-11T22:44:55.000537+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:55.579654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530353+0000","last_change":"2024-09-11T22:44:49.946807+0000","last_active":"2024-09-11T22:44:55.530353+0000","last_peered":"2024-09-11T22:44:55.530353+0000","last_clean":"2024-09-11T22:44:55.530353+0000","last_became_active":"2024-09-11T22:44:49.946528+0000","last_became_peered":"2024-09-11T22:44:49.946528+0000","last_unstale":"2024-09-11T22:44:55.530353+0000","last_undegraded":"2024-09-11T22:44:55.530353+0000","last_fullsized":"2024-09-11T22:44:55.530353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:24:21.012271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529605+0000","last_change":"2024-09-11T22:44:48.951317+0000","last_active":"2024-09-11T22:44:55.529605+0000","last_peered":"2024-09-11T22:44:55.529605+0000","last_clean":"2024-09-11T22:44:55.529605+0000","last_became_active":"2024-09-11T22:44:48.950637+0000","last_became_peered":"2024-09-11T22:44:48.950637+0000","last_unstale":"2024-09-11T22:44:55.529605+0000","last_undegraded":"2024-09-11T22:44:55.529605+0000","last_fullsized":"2024-09-11T22:44:55.529605+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:25.074233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530836+0000","last_change":"2024-09-11T22:44:53.976482+0000","last_active":"2024-09-11T22:44:55.530836+0000","last_peered":"2024-09-11T22:44:55.530836+0000","last_clean":"2024-09-11T22:44:55.530836+0000","last_became_active":"2024-09-11T22:44:53.974944+0000","last_became_peered":"2024-09-11T22:44:53.974944+0000","last_unstale":"2024-09-11T22:44:55.530836+0000","last_undegraded":"2024-09-11T22:44:55.530836+0000","last_fullsized":"2024-09-11T22:44:55.530836+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:09:33.566095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530372+0000","last_change":"2024-09-11T22:44:49.952043+0000","last_active":"2024-09-11T22:44:55.530372+0000","last_peered":"2024-09-11T22:44:55.530372+0000","last_clean":"2024-09-11T22:44:55.530372+0000","last_became_active":"2024-09-11T22:44:49.951636+0000","last_became_peered":"2024-09-11T22:44:49.951636+0000","last_unstale":"2024-09-11T22:44:55.530372+0000","last_undegraded":"2024-09-11T22:44:55.530372+0000","last_fullsized":"2024-09-11T22:44:55.530372+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999451+0000","last_change":"2024-09-11T22:44:48.942061+0000","last_active":"2024-09-11T22:44:54.999451+0000","last_peered":"2024-09-11T22:44:54.999451+0000","last_clean":"2024-09-11T22:44:54.999451+0000","last_became_active":"2024-09-11T22:44:48.941758+0000","last_became_peered":"2024-09-11T22:44:48.941758+0000","last_unstale":"2024-09-11T22:44:54.999451+0000","last_undegraded":"2024-09-11T22:44:54.999451+0000","last_fullsized":"2024-09-11T22:44:54.999451+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530142+0000","last_change":"2024-09-11T22:44:54.047733+0000","last_active":"2024-09-11T22:44:55.530142+0000","last_peered":"2024-09-11T22:44:55.530142+0000","last_clean":"2024-09-11T22:44:55.530142+0000","last_became_active":"2024-09-11T22:44:54.047047+0000","last_became_peered":"2024-09-11T22:44:54.047047+0000","last_unstale":"2024-09-11T22:44:55.530142+0000","last_undegraded":"2024-09-11T22:44:55.530142+0000","last_fullsized":"2024-09-11T22:44:55.530142+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:23.195209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000272+0000","last_change":"2024-09-11T22:44:49.954282+0000","last_active":"2024-09-11T22:44:55.000272+0000","last_peered":"2024-09-11T22:44:55.000272+0000","last_clean":"2024-09-11T22:44:55.000272+0000","last_became_active":"2024-09-11T22:44:49.953997+0000","last_became_peered":"2024-09-11T22:44:49.953997+0000","last_unstale":"2024-09-11T22:44:55.000272+0000","last_undegraded":"2024-09-11T22:44:55.000272+0000","last_fullsized":"2024-09-11T22:44:55.000272+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:56:00.606949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000373+0000","last_change":"2024-09-11T22:44:48.939342+0000","last_active":"2024-09-11T22:44:55.000373+0000","last_peered":"2024-09-11T22:44:55.000373+0000","last_clean":"2024-09-11T22:44:55.000373+0000","last_became_active":"2024-09-11T22:44:48.939036+0000","last_became_peered":"2024-09-11T22:44:48.939036+0000","last_unstale":"2024-09-11T22:44:55.000373+0000","last_undegraded":"2024-09-11T22:44:55.000373+0000","last_fullsized":"2024-09-11T22:44:55.000373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998333+0000","last_change":"2024-09-11T22:44:54.046807+0000","last_active":"2024-09-11T22:44:54.998333+0000","last_peered":"2024-09-11T22:44:54.998333+0000","last_clean":"2024-09-11T22:44:54.998333+0000","last_became_active":"2024-09-11T22:44:54.046369+0000","last_became_peered":"2024-09-11T22:44:54.046369+0000","last_unstale":"2024-09-11T22:44:54.998333+0000","last_undegraded":"2024-09-11T22:44:54.998333+0000","last_fullsized":"2024-09-11T22:44:54.998333+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:15.960111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999657+0000","last_change":"2024-09-11T22:44:49.949904+0000","last_active":"2024-09-11T22:44:54.999657+0000","last_peered":"2024-09-11T22:44:54.999657+0000","last_clean":"2024-09-11T22:44:54.999657+0000","last_became_active":"2024-09-11T22:44:49.948682+0000","last_became_peered":"2024-09-11T22:44:49.948682+0000","last_unstale":"2024-09-11T22:44:54.999657+0000","last_undegraded":"2024-09-11T22:44:54.999657+0000","last_fullsized":"2024-09-11T22:44:54.999657+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530957+0000","last_change":"2024-09-11T22:44:48.951131+0000","last_active":"2024-09-11T22:44:55.530957+0000","last_peered":"2024-09-11T22:44:55.530957+0000","last_clean":"2024-09-11T22:44:55.530957+0000","last_became_active":"2024-09-11T22:44:48.950850+0000","last_became_peered":"2024-09-11T22:44:48.950850+0000","last_unstale":"2024-09-11T22:44:55.530957+0000","last_undegraded":"2024-09-11T22:44:55.530957+0000","last_fullsized":"2024-09-11T22:44:55.530957+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:31.440435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530166+0000","last_change":"2024-09-11T22:44:54.047181+0000","last_active":"2024-09-11T22:44:55.530166+0000","last_peered":"2024-09-11T22:44:55.530166+0000","last_clean":"2024-09-11T22:44:55.530166+0000","last_became_active":"2024-09-11T22:44:54.046759+0000","last_became_peered":"2024-09-11T22:44:54.046759+0000","last_unstale":"2024-09-11T22:44:55.530166+0000","last_undegraded":"2024-09-11T22:44:55.530166+0000","last_fullsized":"2024-09-11T22:44:55.530166+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:58.818174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089876+0000","last_change":"2024-09-11T22:44:49.959831+0000","last_active":"2024-09-11T22:44:55.089876+0000","last_peered":"2024-09-11T22:44:55.089876+0000","last_clean":"2024-09-11T22:44:55.089876+0000","last_became_active":"2024-09-11T22:44:49.959599+0000","last_became_peered":"2024-09-11T22:44:49.959599+0000","last_unstale":"2024-09-11T22:44:55.089876+0000","last_undegraded":"2024-09-11T22:44:55.089876+0000","last_fullsized":"2024-09-11T22:44:55.089876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.150161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999782+0000","last_change":"2024-09-11T22:44:48.938662+0000","last_active":"2024-09-11T22:44:54.999782+0000","last_peered":"2024-09-11T22:44:54.999782+0000","last_clean":"2024-09-11T22:44:54.999782+0000","last_became_active":"2024-09-11T22:44:48.938367+0000","last_became_peered":"2024-09-11T22:44:48.938367+0000","last_unstale":"2024-09-11T22:44:54.999782+0000","last_undegraded":"2024-09-11T22:44:54.999782+0000","last_fullsized":"2024-09-11T22:44:54.999782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999194+0000","last_change":"2024-09-11T22:44:53.975290+0000","last_active":"2024-09-11T22:44:54.999194+0000","last_peered":"2024-09-11T22:44:54.999194+0000","last_clean":"2024-09-11T22:44:54.999194+0000","last_became_active":"2024-09-11T22:44:53.974906+0000","last_became_peered":"2024-09-11T22:44:53.974906+0000","last_unstale":"2024-09-11T22:44:54.999194+0000","last_undegraded":"2024-09-11T22:44:54.999194+0000","last_fullsized":"2024-09-11T22:44:54.999194+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:20.178908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531167+0000","last_change":"2024-09-11T22:44:49.953368+0000","last_active":"2024-09-11T22:44:55.531167+0000","last_peered":"2024-09-11T22:44:55.531167+0000","last_clean":"2024-09-11T22:44:55.531167+0000","last_became_active":"2024-09-11T22:44:49.952995+0000","last_became_peered":"2024-09-11T22:44:49.952995+0000","last_unstale":"2024-09-11T22:44:55.531167+0000","last_undegraded":"2024-09-11T22:44:55.531167+0000","last_fullsized":"2024-09-11T22:44:55.531167+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:59.285085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089709+0000","last_change":"2024-09-11T22:44:48.943877+0000","last_active":"2024-09-11T22:44:55.089709+0000","last_peered":"2024-09-11T22:44:55.089709+0000","last_clean":"2024-09-11T22:44:55.089709+0000","last_became_active":"2024-09-11T22:44:48.943479+0000","last_became_peered":"2024-09-11T22:44:48.943479+0000","last_unstale":"2024-09-11T22:44:55.089709+0000","last_undegraded":"2024-09-11T22:44:55.089709+0000","last_fullsized":"2024-09-11T22:44:55.089709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999685+0000","last_change":"2024-09-11T22:44:53.975299+0000","last_active":"2024-09-11T22:44:54.999685+0000","last_peered":"2024-09-11T22:44:54.999685+0000","last_clean":"2024-09-11T22:44:54.999685+0000","last_became_active":"2024-09-11T22:44:53.974925+0000","last_became_peered":"2024-09-11T22:44:53.974925+0000","last_unstale":"2024-09-11T22:44:54.999685+0000","last_undegraded":"2024-09-11T22:44:54.999685+0000","last_fullsized":"2024-09-11T22:44:54.999685+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:47.322360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999037+0000","last_change":"2024-09-11T22:44:49.949123+0000","last_active":"2024-09-11T22:44:54.999037+0000","last_peered":"2024-09-11T22:44:54.999037+0000","last_clean":"2024-09-11T22:44:54.999037+0000","last_became_active":"2024-09-11T22:44:49.948193+0000","last_became_peered":"2024-09-11T22:44:49.948193+0000","last_unstale":"2024-09-11T22:44:54.999037+0000","last_undegraded":"2024-09-11T22:44:54.999037+0000","last_fullsized":"2024-09-11T22:44:54.999037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529381+0000","last_change":"2024-09-11T22:44:48.945108+0000","last_active":"2024-09-11T22:44:55.529381+0000","last_peered":"2024-09-11T22:44:55.529381+0000","last_clean":"2024-09-11T22:44:55.529381+0000","last_became_active":"2024-09-11T22:44:48.944684+0000","last_became_peered":"2024-09-11T22:44:48.944684+0000","last_unstale":"2024-09-11T22:44:55.529381+0000","last_undegraded":"2024-09-11T22:44:55.529381+0000","last_fullsized":"2024-09-11T22:44:55.529381+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000594+0000","last_change":"2024-09-11T22:44:53.975582+0000","last_active":"2024-09-11T22:44:55.000594+0000","last_peered":"2024-09-11T22:44:55.000594+0000","last_clean":"2024-09-11T22:44:55.000594+0000","last_became_active":"2024-09-11T22:44:53.974120+0000","last_became_peered":"2024-09-11T22:44:53.974120+0000","last_unstale":"2024-09-11T22:44:55.000594+0000","last_undegraded":"2024-09-11T22:44:55.000594+0000","last_fullsized":"2024-09-11T22:44:55.000594+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.029129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529419+0000","last_change":"2024-09-11T22:44:49.953059+0000","last_active":"2024-09-11T22:44:55.529419+0000","last_peered":"2024-09-11T22:44:55.529419+0000","last_clean":"2024-09-11T22:44:55.529419+0000","last_became_active":"2024-09-11T22:44:49.951410+0000","last_became_peered":"2024-09-11T22:44:49.951410+0000","last_unstale":"2024-09-11T22:44:55.529419+0000","last_undegraded":"2024-09-11T22:44:55.529419+0000","last_fullsized":"2024-09-11T22:44:55.529419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:22.457842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529626+0000","last_change":"2024-09-11T22:44:48.951895+0000","last_active":"2024-09-11T22:44:55.529626+0000","last_peered":"2024-09-11T22:44:55.529626+0000","last_clean":"2024-09-11T22:44:55.529626+0000","last_became_active":"2024-09-11T22:44:48.951584+0000","last_became_peered":"2024-09-11T22:44:48.951584+0000","last_unstale":"2024-09-11T22:44:55.529626+0000","last_undegraded":"2024-09-11T22:44:55.529626+0000","last_fullsized":"2024-09-11T22:44:55.529626+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:35.947203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530310+0000","last_change":"2024-09-11T22:44:54.045640+0000","last_active":"2024-09-11T22:44:55.530310+0000","last_peered":"2024-09-11T22:44:55.530310+0000","last_clean":"2024-09-11T22:44:55.530310+0000","last_became_active":"2024-09-11T22:44:54.045226+0000","last_became_peered":"2024-09-11T22:44:54.045226+0000","last_unstale":"2024-09-11T22:44:55.530310+0000","last_undegraded":"2024-09-11T22:44:55.530310+0000","last_fullsized":"2024-09-11T22:44:55.530310+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.029129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998610+0000","last_change":"2024-09-11T22:44:49.961835+0000","last_active":"2024-09-11T22:44:54.998610+0000","last_peered":"2024-09-11T22:44:54.998610+0000","last_clean":"2024-09-11T22:44:54.998610+0000","last_became_active":"2024-09-11T22:44:49.960840+0000","last_became_peered":"2024-09-11T22:44:49.960840+0000","last_unstale":"2024-09-11T22:44:54.998610+0000","last_undegraded":"2024-09-11T22:44:54.998610+0000","last_fullsized":"2024-09-11T22:44:54.998610+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:22.150381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089556+0000","last_change":"2024-09-11T22:44:48.947079+0000","last_active":"2024-09-11T22:44:55.089556+0000","last_peered":"2024-09-11T22:44:55.089556+0000","last_clean":"2024-09-11T22:44:55.089556+0000","last_became_active":"2024-09-11T22:44:48.946770+0000","last_became_peered":"2024-09-11T22:44:48.946770+0000","last_unstale":"2024-09-11T22:44:55.089556+0000","last_undegraded":"2024-09-11T22:44:55.089556+0000","last_fullsized":"2024-09-11T22:44:55.089556+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529716+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:44:55.529716+0000","last_peered":"2024-09-11T22:44:55.529716+0000","last_clean":"2024-09-11T22:44:55.529716+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:44:55.529716+0000","last_undegraded":"2024-09-11T22:44:55.529716+0000","last_fullsized":"2024-09-11T22:44:55.529716+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998990+0000","last_change":"2024-09-11T22:44:54.046435+0000","last_active":"2024-09-11T22:44:54.998990+0000","last_peered":"2024-09-11T22:44:54.998990+0000","last_clean":"2024-09-11T22:44:54.998990+0000","last_became_active":"2024-09-11T22:44:54.046043+0000","last_became_peered":"2024-09-11T22:44:54.046043+0000","last_unstale":"2024-09-11T22:44:54.998990+0000","last_undegraded":"2024-09-11T22:44:54.998990+0000","last_fullsized":"2024-09-11T22:44:54.998990+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:21.815812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530742+0000","last_change":"2024-09-11T22:44:49.961725+0000","last_active":"2024-09-11T22:44:55.530742+0000","last_peered":"2024-09-11T22:44:55.530742+0000","last_clean":"2024-09-11T22:44:55.530742+0000","last_became_active":"2024-09-11T22:44:49.961266+0000","last_became_peered":"2024-09-11T22:44:49.961266+0000","last_unstale":"2024-09-11T22:44:55.530742+0000","last_undegraded":"2024-09-11T22:44:55.530742+0000","last_fullsized":"2024-09-11T22:44:55.530742+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:39.316881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529970+0000","last_change":"2024-09-11T22:44:48.949317+0000","last_active":"2024-09-11T22:44:55.529970+0000","last_peered":"2024-09-11T22:44:55.529970+0000","last_clean":"2024-09-11T22:44:55.529970+0000","last_became_active":"2024-09-11T22:44:48.949032+0000","last_became_peered":"2024-09-11T22:44:48.949032+0000","last_unstale":"2024-09-11T22:44:55.529970+0000","last_undegraded":"2024-09-11T22:44:55.529970+0000","last_fullsized":"2024-09-11T22:44:55.529970+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998635+0000","last_change":"2024-09-11T22:44:54.045379+0000","last_active":"2024-09-11T22:44:54.998635+0000","last_peered":"2024-09-11T22:44:54.998635+0000","last_clean":"2024-09-11T22:44:54.998635+0000","last_became_active":"2024-09-11T22:44:54.044950+0000","last_became_peered":"2024-09-11T22:44:54.044950+0000","last_unstale":"2024-09-11T22:44:54.998635+0000","last_undegraded":"2024-09-11T22:44:54.998635+0000","last_fullsized":"2024-09-11T22:44:54.998635+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:47.544806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089691+0000","last_change":"2024-09-11T22:44:49.961461+0000","last_active":"2024-09-11T22:44:55.089691+0000","last_peered":"2024-09-11T22:44:55.089691+0000","last_clean":"2024-09-11T22:44:55.089691+0000","last_became_active":"2024-09-11T22:44:49.960350+0000","last_became_peered":"2024-09-11T22:44:49.960350+0000","last_unstale":"2024-09-11T22:44:55.089691+0000","last_undegraded":"2024-09-11T22:44:55.089691+0000","last_fullsized":"2024-09-11T22:44:55.089691+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:39.316881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999885+0000","last_change":"2024-09-11T22:44:48.947147+0000","last_active":"2024-09-11T22:44:54.999885+0000","last_peered":"2024-09-11T22:44:54.999885+0000","last_clean":"2024-09-11T22:44:54.999885+0000","last_became_active":"2024-09-11T22:44:48.946884+0000","last_became_peered":"2024-09-11T22:44:48.946884+0000","last_unstale":"2024-09-11T22:44:54.999885+0000","last_undegraded":"2024-09-11T22:44:54.999885+0000","last_fullsized":"2024-09-11T22:44:54.999885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:35.947203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530336+0000","last_change":"2024-09-11T22:44:53.979045+0000","last_active":"2024-09-11T22:44:55.530336+0000","last_peered":"2024-09-11T22:44:55.530336+0000","last_clean":"2024-09-11T22:44:55.530336+0000","last_became_active":"2024-09-11T22:44:53.978580+0000","last_became_peered":"2024-09-11T22:44:53.978580+0000","last_unstale":"2024-09-11T22:44:55.530336+0000","last_undegraded":"2024-09-11T22:44:55.530336+0000","last_fullsized":"2024-09-11T22:44:55.530336+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:27.689124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530330+0000","last_change":"2024-09-11T22:44:49.963280+0000","last_active":"2024-09-11T22:44:55.530330+0000","last_peered":"2024-09-11T22:44:55.530330+0000","last_clean":"2024-09-11T22:44:55.530330+0000","last_became_active":"2024-09-11T22:44:49.962907+0000","last_became_peered":"2024-09-11T22:44:49.962907+0000","last_unstale":"2024-09-11T22:44:55.530330+0000","last_undegraded":"2024-09-11T22:44:55.530330+0000","last_fullsized":"2024-09-11T22:44:55.530330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:17.000382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529894+0000","last_change":"2024-09-11T22:44:48.945586+0000","last_active":"2024-09-11T22:44:55.529894+0000","last_peered":"2024-09-11T22:44:55.529894+0000","last_clean":"2024-09-11T22:44:55.529894+0000","last_became_active":"2024-09-11T22:44:48.945272+0000","last_became_peered":"2024-09-11T22:44:48.945272+0000","last_unstale":"2024-09-11T22:44:55.529894+0000","last_undegraded":"2024-09-11T22:44:55.529894+0000","last_fullsized":"2024-09-11T22:44:55.529894+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089219+0000","last_change":"2024-09-11T22:44:54.046672+0000","last_active":"2024-09-11T22:44:55.089219+0000","last_peered":"2024-09-11T22:44:55.089219+0000","last_clean":"2024-09-11T22:44:55.089219+0000","last_became_active":"2024-09-11T22:44:54.046265+0000","last_became_peered":"2024-09-11T22:44:54.046265+0000","last_unstale":"2024-09-11T22:44:55.089219+0000","last_undegraded":"2024-09-11T22:44:55.089219+0000","last_fullsized":"2024-09-11T22:44:55.089219+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:09.021803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530631+0000","last_change":"2024-09-11T22:44:49.957166+0000","last_active":"2024-09-11T22:44:55.530631+0000","last_peered":"2024-09-11T22:44:55.530631+0000","last_clean":"2024-09-11T22:44:55.530631+0000","last_became_active":"2024-09-11T22:44:49.956836+0000","last_became_peered":"2024-09-11T22:44:49.956836+0000","last_unstale":"2024-09-11T22:44:55.530631+0000","last_undegraded":"2024-09-11T22:44:55.530631+0000","last_fullsized":"2024-09-11T22:44:55.530631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.150161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530857+0000","last_change":"2024-09-11T22:44:48.943356+0000","last_active":"2024-09-11T22:44:55.530857+0000","last_peered":"2024-09-11T22:44:55.530857+0000","last_clean":"2024-09-11T22:44:55.530857+0000","last_became_active":"2024-09-11T22:44:48.942955+0000","last_became_peered":"2024-09-11T22:44:48.942955+0000","last_unstale":"2024-09-11T22:44:55.530857+0000","last_undegraded":"2024-09-11T22:44:55.530857+0000","last_fullsized":"2024-09-11T22:44:55.530857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:31:51.088621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529794+0000","last_change":"2024-09-11T22:44:53.975302+0000","last_active":"2024-09-11T22:44:55.529794+0000","last_peered":"2024-09-11T22:44:55.529794+0000","last_clean":"2024-09-11T22:44:55.529794+0000","last_became_active":"2024-09-11T22:44:53.974808+0000","last_became_peered":"2024-09-11T22:44:53.974808+0000","last_unstale":"2024-09-11T22:44:55.529794+0000","last_undegraded":"2024-09-11T22:44:55.529794+0000","last_fullsized":"2024-09-11T22:44:55.529794+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:03.995121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529759+0000","last_change":"2024-09-11T22:44:49.963133+0000","last_active":"2024-09-11T22:44:55.529759+0000","last_peered":"2024-09-11T22:44:55.529759+0000","last_clean":"2024-09-11T22:44:55.529759+0000","last_became_active":"2024-09-11T22:44:49.962877+0000","last_became_peered":"2024-09-11T22:44:49.962877+0000","last_unstale":"2024-09-11T22:44:55.529759+0000","last_undegraded":"2024-09-11T22:44:55.529759+0000","last_fullsized":"2024-09-11T22:44:55.529759+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:13.588561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529136+0000","last_change":"2024-09-11T22:44:48.942665+0000","last_active":"2024-09-11T22:44:55.529136+0000","last_peered":"2024-09-11T22:44:55.529136+0000","last_clean":"2024-09-11T22:44:55.529136+0000","last_became_active":"2024-09-11T22:44:48.942373+0000","last_became_peered":"2024-09-11T22:44:48.942373+0000","last_unstale":"2024-09-11T22:44:55.529136+0000","last_undegraded":"2024-09-11T22:44:55.529136+0000","last_fullsized":"2024-09-11T22:44:55.529136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:23.317756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530169+0000","last_change":"2024-09-11T22:44:53.971761+0000","last_active":"2024-09-11T22:44:55.530169+0000","last_peered":"2024-09-11T22:44:55.530169+0000","last_clean":"2024-09-11T22:44:55.530169+0000","last_became_active":"2024-09-11T22:44:53.971362+0000","last_became_peered":"2024-09-11T22:44:53.971362+0000","last_unstale":"2024-09-11T22:44:55.530169+0000","last_undegraded":"2024-09-11T22:44:55.530169+0000","last_fullsized":"2024-09-11T22:44:55.530169+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:55.579654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998670+0000","last_change":"2024-09-11T22:44:49.940450+0000","last_active":"2024-09-11T22:44:54.998670+0000","last_peered":"2024-09-11T22:44:54.998670+0000","last_clean":"2024-09-11T22:44:54.998670+0000","last_became_active":"2024-09-11T22:44:49.940165+0000","last_became_peered":"2024-09-11T22:44:49.940165+0000","last_unstale":"2024-09-11T22:44:54.998670+0000","last_undegraded":"2024-09-11T22:44:54.998670+0000","last_fullsized":"2024-09-11T22:44:54.998670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:56.109128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998783+0000","last_change":"2024-09-11T22:44:48.942330+0000","last_active":"2024-09-11T22:44:54.998783+0000","last_peered":"2024-09-11T22:44:54.998783+0000","last_clean":"2024-09-11T22:44:54.998783+0000","last_became_active":"2024-09-11T22:44:48.941492+0000","last_became_peered":"2024-09-11T22:44:48.941492+0000","last_unstale":"2024-09-11T22:44:54.998783+0000","last_undegraded":"2024-09-11T22:44:54.998783+0000","last_fullsized":"2024-09-11T22:44:54.998783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000234+0000","last_change":"2024-09-11T22:44:54.047201+0000","last_active":"2024-09-11T22:44:55.000234+0000","last_peered":"2024-09-11T22:44:55.000234+0000","last_clean":"2024-09-11T22:44:55.000234+0000","last_became_active":"2024-09-11T22:44:54.045931+0000","last_became_peered":"2024-09-11T22:44:54.045931+0000","last_unstale":"2024-09-11T22:44:55.000234+0000","last_undegraded":"2024-09-11T22:44:55.000234+0000","last_fullsized":"2024-09-11T22:44:55.000234+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:13:36.378275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531022+0000","last_change":"2024-09-11T22:44:49.964344+0000","last_active":"2024-09-11T22:44:55.531022+0000","last_peered":"2024-09-11T22:44:55.531022+0000","last_clean":"2024-09-11T22:44:55.531022+0000","last_became_active":"2024-09-11T22:44:49.963587+0000","last_became_peered":"2024-09-11T22:44:49.963587+0000","last_unstale":"2024-09-11T22:44:55.531022+0000","last_undegraded":"2024-09-11T22:44:55.531022+0000","last_fullsized":"2024-09-11T22:44:55.531022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:43.516058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089651+0000","last_change":"2024-09-11T22:44:48.945707+0000","last_active":"2024-09-11T22:44:55.089651+0000","last_peered":"2024-09-11T22:44:55.089651+0000","last_clean":"2024-09-11T22:44:55.089651+0000","last_became_active":"2024-09-11T22:44:48.945437+0000","last_became_peered":"2024-09-11T22:44:48.945437+0000","last_unstale":"2024-09-11T22:44:55.089651+0000","last_undegraded":"2024-09-11T22:44:55.089651+0000","last_fullsized":"2024-09-11T22:44:55.089651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000509+0000","last_change":"2024-09-11T22:44:54.046514+0000","last_active":"2024-09-11T22:44:55.000509+0000","last_peered":"2024-09-11T22:44:55.000509+0000","last_clean":"2024-09-11T22:44:55.000509+0000","last_became_active":"2024-09-11T22:44:54.046096+0000","last_became_peered":"2024-09-11T22:44:54.046096+0000","last_unstale":"2024-09-11T22:44:55.000509+0000","last_undegraded":"2024-09-11T22:44:55.000509+0000","last_fullsized":"2024-09-11T22:44:55.000509+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:05:45.113899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529985+0000","last_change":"2024-09-11T22:44:49.952857+0000","last_active":"2024-09-11T22:44:55.529985+0000","last_peered":"2024-09-11T22:44:55.529985+0000","last_clean":"2024-09-11T22:44:55.529985+0000","last_became_active":"2024-09-11T22:44:49.952557+0000","last_became_peered":"2024-09-11T22:44:49.952557+0000","last_unstale":"2024-09-11T22:44:55.529985+0000","last_undegraded":"2024-09-11T22:44:55.529985+0000","last_fullsized":"2024-09-11T22:44:55.529985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:36:22.879730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530433+0000","last_change":"2024-09-11T22:44:48.942556+0000","last_active":"2024-09-11T22:44:55.530433+0000","last_peered":"2024-09-11T22:44:55.530433+0000","last_clean":"2024-09-11T22:44:55.530433+0000","last_became_active":"2024-09-11T22:44:48.941947+0000","last_became_peered":"2024-09-11T22:44:48.941947+0000","last_unstale":"2024-09-11T22:44:55.530433+0000","last_undegraded":"2024-09-11T22:44:55.530433+0000","last_fullsized":"2024-09-11T22:44:55.530433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089808+0000","last_change":"2024-09-11T22:44:54.045557+0000","last_active":"2024-09-11T22:44:55.089808+0000","last_peered":"2024-09-11T22:44:55.089808+0000","last_clean":"2024-09-11T22:44:55.089808+0000","last_became_active":"2024-09-11T22:44:54.045124+0000","last_became_peered":"2024-09-11T22:44:54.045124+0000","last_unstale":"2024-09-11T22:44:55.089808+0000","last_undegraded":"2024-09-11T22:44:55.089808+0000","last_fullsized":"2024-09-11T22:44:55.089808+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:47:47.348118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530426+0000","last_change":"2024-09-11T22:44:49.949367+0000","last_active":"2024-09-11T22:44:55.530426+0000","last_peered":"2024-09-11T22:44:55.530426+0000","last_clean":"2024-09-11T22:44:55.530426+0000","last_became_active":"2024-09-11T22:44:49.949043+0000","last_became_peered":"2024-09-11T22:44:49.949043+0000","last_unstale":"2024-09-11T22:44:55.530426+0000","last_undegraded":"2024-09-11T22:44:55.530426+0000","last_fullsized":"2024-09-11T22:44:55.530426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:17.787065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:59.494193+0000","last_change":"2024-09-11T22:44:48.943101+0000","last_active":"2024-09-11T22:44:59.494193+0000","last_peered":"2024-09-11T22:44:59.494193+0000","last_clean":"2024-09-11T22:44:59.494193+0000","last_became_active":"2024-09-11T22:44:48.942782+0000","last_became_peered":"2024-09-11T22:44:48.942782+0000","last_unstale":"2024-09-11T22:44:59.494193+0000","last_undegraded":"2024-09-11T22:44:59.494193+0000","last_fullsized":"2024-09-11T22:44:59.494193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999385+0000","last_change":"2024-09-11T22:44:53.981787+0000","last_active":"2024-09-11T22:44:54.999385+0000","last_peered":"2024-09-11T22:44:54.999385+0000","last_clean":"2024-09-11T22:44:54.999385+0000","last_became_active":"2024-09-11T22:44:53.981212+0000","last_became_peered":"2024-09-11T22:44:53.981212+0000","last_unstale":"2024-09-11T22:44:54.999385+0000","last_undegraded":"2024-09-11T22:44:54.999385+0000","last_fullsized":"2024-09-11T22:44:54.999385+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:58.818174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531234+0000","last_change":"2024-09-11T22:44:49.958965+0000","last_active":"2024-09-11T22:44:55.531234+0000","last_peered":"2024-09-11T22:44:55.531234+0000","last_clean":"2024-09-11T22:44:55.531234+0000","last_became_active":"2024-09-11T22:44:49.958588+0000","last_became_peered":"2024-09-11T22:44:49.958588+0000","last_unstale":"2024-09-11T22:44:55.531234+0000","last_undegraded":"2024-09-11T22:44:55.531234+0000","last_fullsized":"2024-09-11T22:44:55.531234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:55.319461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999741+0000","last_change":"2024-09-11T22:44:48.948384+0000","last_active":"2024-09-11T22:44:54.999741+0000","last_peered":"2024-09-11T22:44:54.999741+0000","last_clean":"2024-09-11T22:44:54.999741+0000","last_became_active":"2024-09-11T22:44:48.948084+0000","last_became_peered":"2024-09-11T22:44:48.948084+0000","last_unstale":"2024-09-11T22:44:54.999741+0000","last_undegraded":"2024-09-11T22:44:54.999741+0000","last_fullsized":"2024-09-11T22:44:54.999741+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:25.074233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531082+0000","last_change":"2024-09-11T22:44:53.977617+0000","last_active":"2024-09-11T22:44:55.531082+0000","last_peered":"2024-09-11T22:44:55.531082+0000","last_clean":"2024-09-11T22:44:55.531082+0000","last_became_active":"2024-09-11T22:44:53.976934+0000","last_became_peered":"2024-09-11T22:44:53.976934+0000","last_unstale":"2024-09-11T22:44:55.531082+0000","last_undegraded":"2024-09-11T22:44:55.531082+0000","last_fullsized":"2024-09-11T22:44:55.531082+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:56:04.635696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529914+0000","last_change":"2024-09-11T22:44:49.959535+0000","last_active":"2024-09-11T22:44:55.529914+0000","last_peered":"2024-09-11T22:44:55.529914+0000","last_clean":"2024-09-11T22:44:55.529914+0000","last_became_active":"2024-09-11T22:44:49.959249+0000","last_became_peered":"2024-09-11T22:44:49.959249+0000","last_unstale":"2024-09-11T22:44:55.529914+0000","last_undegraded":"2024-09-11T22:44:55.529914+0000","last_fullsized":"2024-09-11T22:44:55.529914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089895+0000","last_change":"2024-09-11T22:44:48.946761+0000","last_active":"2024-09-11T22:44:55.089895+0000","last_peered":"2024-09-11T22:44:55.089895+0000","last_clean":"2024-09-11T22:44:55.089895+0000","last_became_active":"2024-09-11T22:44:48.946058+0000","last_became_peered":"2024-09-11T22:44:48.946058+0000","last_unstale":"2024-09-11T22:44:55.089895+0000","last_undegraded":"2024-09-11T22:44:55.089895+0000","last_fullsized":"2024-09-11T22:44:55.089895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998537+0000","last_change":"2024-09-11T22:44:53.975066+0000","last_active":"2024-09-11T22:44:54.998537+0000","last_peered":"2024-09-11T22:44:54.998537+0000","last_clean":"2024-09-11T22:44:54.998537+0000","last_became_active":"2024-09-11T22:44:53.974598+0000","last_became_peered":"2024-09-11T22:44:53.974598+0000","last_unstale":"2024-09-11T22:44:54.998537+0000","last_undegraded":"2024-09-11T22:44:54.998537+0000","last_fullsized":"2024-09-11T22:44:54.998537+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:13:27.703617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089888+0000","last_change":"2024-09-11T22:44:49.961611+0000","last_active":"2024-09-11T22:44:55.089888+0000","last_peered":"2024-09-11T22:44:55.089888+0000","last_clean":"2024-09-11T22:44:55.089888+0000","last_became_active":"2024-09-11T22:44:49.961127+0000","last_became_peered":"2024-09-11T22:44:49.961127+0000","last_unstale":"2024-09-11T22:44:55.089888+0000","last_undegraded":"2024-09-11T22:44:55.089888+0000","last_fullsized":"2024-09-11T22:44:55.089888+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:13.588561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999393+0000","last_change":"2024-09-11T22:44:48.949675+0000","last_active":"2024-09-11T22:44:54.999393+0000","last_peered":"2024-09-11T22:44:54.999393+0000","last_clean":"2024-09-11T22:44:54.999393+0000","last_became_active":"2024-09-11T22:44:48.949346+0000","last_became_peered":"2024-09-11T22:44:48.949346+0000","last_unstale":"2024-09-11T22:44:54.999393+0000","last_undegraded":"2024-09-11T22:44:54.999393+0000","last_fullsized":"2024-09-11T22:44:54.999393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999925+0000","last_change":"2024-09-11T22:44:54.045555+0000","last_active":"2024-09-11T22:44:54.999925+0000","last_peered":"2024-09-11T22:44:54.999925+0000","last_clean":"2024-09-11T22:44:54.999925+0000","last_became_active":"2024-09-11T22:44:54.045126+0000","last_became_peered":"2024-09-11T22:44:54.045126+0000","last_unstale":"2024-09-11T22:44:54.999925+0000","last_undegraded":"2024-09-11T22:44:54.999925+0000","last_fullsized":"2024-09-11T22:44:54.999925+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:15.023786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530168+0000","last_change":"2024-09-11T22:44:54.048150+0000","last_active":"2024-09-11T22:44:55.530168+0000","last_peered":"2024-09-11T22:44:55.530168+0000","last_clean":"2024-09-11T22:44:55.530168+0000","last_became_active":"2024-09-11T22:44:54.047719+0000","last_became_peered":"2024-09-11T22:44:54.047719+0000","last_unstale":"2024-09-11T22:44:55.530168+0000","last_undegraded":"2024-09-11T22:44:55.530168+0000","last_fullsized":"2024-09-11T22:44:55.530168+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:47.322360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998839+0000","last_change":"2024-09-11T22:44:49.951417+0000","last_active":"2024-09-11T22:44:54.998839+0000","last_peered":"2024-09-11T22:44:54.998839+0000","last_clean":"2024-09-11T22:44:54.998839+0000","last_became_active":"2024-09-11T22:44:49.951129+0000","last_became_peered":"2024-09-11T22:44:49.951129+0000","last_unstale":"2024-09-11T22:44:54.998839+0000","last_undegraded":"2024-09-11T22:44:54.998839+0000","last_fullsized":"2024-09-11T22:44:54.998839+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089370+0000","last_change":"2024-09-11T22:44:48.947757+0000","last_active":"2024-09-11T22:44:55.089370+0000","last_peered":"2024-09-11T22:44:55.089370+0000","last_clean":"2024-09-11T22:44:55.089370+0000","last_became_active":"2024-09-11T22:44:48.947490+0000","last_became_peered":"2024-09-11T22:44:48.947490+0000","last_unstale":"2024-09-11T22:44:55.089370+0000","last_undegraded":"2024-09-11T22:44:55.089370+0000","last_fullsized":"2024-09-11T22:44:55.089370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999303+0000","last_change":"2024-09-11T22:44:53.978306+0000","last_active":"2024-09-11T22:44:54.999303+0000","last_peered":"2024-09-11T22:44:54.999303+0000","last_clean":"2024-09-11T22:44:54.999303+0000","last_became_active":"2024-09-11T22:44:53.977868+0000","last_became_peered":"2024-09-11T22:44:53.977868+0000","last_unstale":"2024-09-11T22:44:54.999303+0000","last_undegraded":"2024-09-11T22:44:54.999303+0000","last_fullsized":"2024-09-11T22:44:54.999303+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:43.345628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998470+0000","last_change":"2024-09-11T22:44:49.939131+0000","last_active":"2024-09-11T22:44:54.998470+0000","last_peered":"2024-09-11T22:44:54.998470+0000","last_clean":"2024-09-11T22:44:54.998470+0000","last_became_active":"2024-09-11T22:44:49.938443+0000","last_became_peered":"2024-09-11T22:44:49.938443+0000","last_unstale":"2024-09-11T22:44:54.998470+0000","last_undegraded":"2024-09-11T22:44:54.998470+0000","last_fullsized":"2024-09-11T22:44:54.998470+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:43:47.772988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998712+0000","last_change":"2024-09-11T22:44:48.947349+0000","last_active":"2024-09-11T22:44:54.998712+0000","last_peered":"2024-09-11T22:44:54.998712+0000","last_clean":"2024-09-11T22:44:54.998712+0000","last_became_active":"2024-09-11T22:44:48.947044+0000","last_became_peered":"2024-09-11T22:44:48.947044+0000","last_unstale":"2024-09-11T22:44:54.998712+0000","last_undegraded":"2024-09-11T22:44:54.998712+0000","last_fullsized":"2024-09-11T22:44:54.998712+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:56.114860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998925+0000","last_change":"2024-09-11T22:44:48.946140+0000","last_active":"2024-09-11T22:44:54.998925+0000","last_peered":"2024-09-11T22:44:54.998925+0000","last_clean":"2024-09-11T22:44:54.998925+0000","last_became_active":"2024-09-11T22:44:48.945620+0000","last_became_peered":"2024-09-11T22:44:48.945620+0000","last_unstale":"2024-09-11T22:44:54.998925+0000","last_undegraded":"2024-09-11T22:44:54.998925+0000","last_fullsized":"2024-09-11T22:44:54.998925+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530402+0000","last_change":"2024-09-11T22:44:49.954444+0000","last_active":"2024-09-11T22:44:55.530402+0000","last_peered":"2024-09-11T22:44:55.530402+0000","last_clean":"2024-09-11T22:44:55.530402+0000","last_became_active":"2024-09-11T22:44:49.954202+0000","last_became_peered":"2024-09-11T22:44:49.954202+0000","last_unstale":"2024-09-11T22:44:55.530402+0000","last_undegraded":"2024-09-11T22:44:55.530402+0000","last_fullsized":"2024-09-11T22:44:55.530402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529757+0000","last_change":"2024-09-11T22:44:53.980070+0000","last_active":"2024-09-11T22:44:55.529757+0000","last_peered":"2024-09-11T22:44:55.529757+0000","last_clean":"2024-09-11T22:44:55.529757+0000","last_became_active":"2024-09-11T22:44:53.979654+0000","last_became_peered":"2024-09-11T22:44:53.979654+0000","last_unstale":"2024-09-11T22:44:55.529757+0000","last_undegraded":"2024-09-11T22:44:55.529757+0000","last_fullsized":"2024-09-11T22:44:55.529757+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:11:06.168098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999702+0000","last_change":"2024-09-11T22:44:48.945209+0000","last_active":"2024-09-11T22:44:54.999702+0000","last_peered":"2024-09-11T22:44:54.999702+0000","last_clean":"2024-09-11T22:44:54.999702+0000","last_became_active":"2024-09-11T22:44:48.944938+0000","last_became_peered":"2024-09-11T22:44:48.944938+0000","last_unstale":"2024-09-11T22:44:54.999702+0000","last_undegraded":"2024-09-11T22:44:54.999702+0000","last_fullsized":"2024-09-11T22:44:54.999702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:14.155021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530244+0000","last_change":"2024-09-11T22:44:49.952659+0000","last_active":"2024-09-11T22:44:55.530244+0000","last_peered":"2024-09-11T22:44:55.530244+0000","last_clean":"2024-09-11T22:44:55.530244+0000","last_became_active":"2024-09-11T22:44:49.950811+0000","last_became_peered":"2024-09-11T22:44:49.950811+0000","last_unstale":"2024-09-11T22:44:55.530244+0000","last_undegraded":"2024-09-11T22:44:55.530244+0000","last_fullsized":"2024-09-11T22:44:55.530244+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:25:48.877214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999679+0000","last_change":"2024-09-11T22:44:53.977329+0000","last_active":"2024-09-11T22:44:54.999679+0000","last_peered":"2024-09-11T22:44:54.999679+0000","last_clean":"2024-09-11T22:44:54.999679+0000","last_became_active":"2024-09-11T22:44:53.976763+0000","last_became_peered":"2024-09-11T22:44:53.976763+0000","last_unstale":"2024-09-11T22:44:54.999679+0000","last_undegraded":"2024-09-11T22:44:54.999679+0000","last_fullsized":"2024-09-11T22:44:54.999679+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:22.357313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998558+0000","last_change":"2024-09-11T22:44:49.941762+0000","last_active":"2024-09-11T22:44:54.998558+0000","last_peered":"2024-09-11T22:44:54.998558+0000","last_clean":"2024-09-11T22:44:54.998558+0000","last_became_active":"2024-09-11T22:44:49.941497+0000","last_became_peered":"2024-09-11T22:44:49.941497+0000","last_unstale":"2024-09-11T22:44:54.998558+0000","last_undegraded":"2024-09-11T22:44:54.998558+0000","last_fullsized":"2024-09-11T22:44:54.998558+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:36:22.879730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529377+0000","last_change":"2024-09-11T22:44:49.961541+0000","last_active":"2024-09-11T22:44:55.529377+0000","last_peered":"2024-09-11T22:44:55.529377+0000","last_clean":"2024-09-11T22:44:55.529377+0000","last_became_active":"2024-09-11T22:44:49.961255+0000","last_became_peered":"2024-09-11T22:44:49.961255+0000","last_unstale":"2024-09-11T22:44:55.529377+0000","last_undegraded":"2024-09-11T22:44:55.529377+0000","last_fullsized":"2024-09-11T22:44:55.529377+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:32.445684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089580+0000","last_change":"2024-09-11T22:44:49.960108+0000","last_active":"2024-09-11T22:44:55.089580+0000","last_peered":"2024-09-11T22:44:55.089580+0000","last_clean":"2024-09-11T22:44:55.089580+0000","last_became_active":"2024-09-11T22:44:49.959556+0000","last_became_peered":"2024-09-11T22:44:49.959556+0000","last_unstale":"2024-09-11T22:44:55.089580+0000","last_undegraded":"2024-09-11T22:44:55.089580+0000","last_fullsized":"2024-09-11T22:44:55.089580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:35.608755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530329+0000","last_change":"2024-09-11T22:44:49.937161+0000","last_active":"2024-09-11T22:44:55.530329+0000","last_peered":"2024-09-11T22:44:55.530329+0000","last_clean":"2024-09-11T22:44:55.530329+0000","last_became_active":"2024-09-11T22:44:49.936851+0000","last_became_peered":"2024-09-11T22:44:49.936851+0000","last_unstale":"2024-09-11T22:44:55.530329+0000","last_undegraded":"2024-09-11T22:44:55.530329+0000","last_fullsized":"2024-09-11T22:44:55.530329+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000541+0000","last_change":"2024-09-11T22:44:49.951229+0000","last_active":"2024-09-11T22:44:55.000541+0000","last_peered":"2024-09-11T22:44:55.000541+0000","last_clean":"2024-09-11T22:44:55.000541+0000","last_became_active":"2024-09-11T22:44:49.950965+0000","last_became_peered":"2024-09-11T22:44:49.950965+0000","last_unstale":"2024-09-11T22:44:55.000541+0000","last_undegraded":"2024-09-11T22:44:55.000541+0000","last_fullsized":"2024-09-11T22:44:55.000541+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:39.893870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999537+0000","last_change":"2024-09-11T22:44:49.952549+0000","last_active":"2024-09-11T22:44:54.999537+0000","last_peered":"2024-09-11T22:44:54.999537+0000","last_clean":"2024-09-11T22:44:54.999537+0000","last_became_active":"2024-09-11T22:44:49.952228+0000","last_became_peered":"2024-09-11T22:44:49.952228+0000","last_unstale":"2024-09-11T22:44:54.999537+0000","last_undegraded":"2024-09-11T22:44:54.999537+0000","last_fullsized":"2024-09-11T22:44:54.999537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999435+0000","last_change":"2024-09-11T22:44:49.954096+0000","last_active":"2024-09-11T22:44:54.999435+0000","last_peered":"2024-09-11T22:44:54.999435+0000","last_clean":"2024-09-11T22:44:54.999435+0000","last_became_active":"2024-09-11T22:44:49.953844+0000","last_became_peered":"2024-09-11T22:44:49.953844+0000","last_unstale":"2024-09-11T22:44:54.999435+0000","last_undegraded":"2024-09-11T22:44:54.999435+0000","last_fullsized":"2024-09-11T22:44:54.999435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000142+0000","last_change":"2024-09-11T22:44:49.950026+0000","last_active":"2024-09-11T22:44:55.000142+0000","last_peered":"2024-09-11T22:44:55.000142+0000","last_clean":"2024-09-11T22:44:55.000142+0000","last_became_active":"2024-09-11T22:44:49.949748+0000","last_became_peered":"2024-09-11T22:44:49.949748+0000","last_unstale":"2024-09-11T22:44:55.000142+0000","last_undegraded":"2024-09-11T22:44:55.000142+0000","last_fullsized":"2024-09-11T22:44:55.000142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:33.661494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089367+0000","last_change":"2024-09-11T22:44:49.960455+0000","last_active":"2024-09-11T22:44:55.089367+0000","last_peered":"2024-09-11T22:44:55.089367+0000","last_clean":"2024-09-11T22:44:55.089367+0000","last_became_active":"2024-09-11T22:44:49.960134+0000","last_became_peered":"2024-09-11T22:44:49.960134+0000","last_unstale":"2024-09-11T22:44:55.089367+0000","last_undegraded":"2024-09-11T22:44:55.089367+0000","last_fullsized":"2024-09-11T22:44:55.089367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998826+0000","last_change":"2024-09-11T22:44:49.951420+0000","last_active":"2024-09-11T22:44:54.998826+0000","last_peered":"2024-09-11T22:44:54.998826+0000","last_clean":"2024-09-11T22:44:54.998826+0000","last_became_active":"2024-09-11T22:44:49.950577+0000","last_became_peered":"2024-09-11T22:44:49.950577+0000","last_unstale":"2024-09-11T22:44:54.998826+0000","last_undegraded":"2024-09-11T22:44:54.998826+0000","last_fullsized":"2024-09-11T22:44:54.998826+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:17.009666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089523+0000","last_change":"2024-09-11T22:44:49.961269+0000","last_active":"2024-09-11T22:44:55.089523+0000","last_peered":"2024-09-11T22:44:55.089523+0000","last_clean":"2024-09-11T22:44:55.089523+0000","last_became_active":"2024-09-11T22:44:49.960996+0000","last_became_peered":"2024-09-11T22:44:49.960996+0000","last_unstale":"2024-09-11T22:44:55.089523+0000","last_undegraded":"2024-09-11T22:44:55.089523+0000","last_fullsized":"2024-09-11T22:44:55.089523+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530246+0000","last_change":"2024-09-11T22:44:49.953407+0000","last_active":"2024-09-11T22:44:55.530246+0000","last_peered":"2024-09-11T22:44:55.530246+0000","last_clean":"2024-09-11T22:44:55.530246+0000","last_became_active":"2024-09-11T22:44:49.953113+0000","last_became_peered":"2024-09-11T22:44:49.953113+0000","last_unstale":"2024-09-11T22:44:55.530246+0000","last_undegraded":"2024-09-11T22:44:55.530246+0000","last_fullsized":"2024-09-11T22:44:55.530246+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999215+0000","last_change":"2024-09-11T22:44:49.952335+0000","last_active":"2024-09-11T22:44:54.999215+0000","last_peered":"2024-09-11T22:44:54.999215+0000","last_clean":"2024-09-11T22:44:54.999215+0000","last_became_active":"2024-09-11T22:44:49.951991+0000","last_became_peered":"2024-09-11T22:44:49.951991+0000","last_unstale":"2024-09-11T22:44:54.999215+0000","last_undegraded":"2024-09-11T22:44:54.999215+0000","last_fullsized":"2024-09-11T22:44:54.999215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530890+0000","last_change":"2024-09-11T22:44:49.952886+0000","last_active":"2024-09-11T22:44:55.530890+0000","last_peered":"2024-09-11T22:44:55.530890+0000","last_clean":"2024-09-11T22:44:55.530890+0000","last_became_active":"2024-09-11T22:44:49.952604+0000","last_became_peered":"2024-09-11T22:44:49.952604+0000","last_unstale":"2024-09-11T22:44:55.530890+0000","last_undegraded":"2024-09-11T22:44:55.530890+0000","last_fullsized":"2024-09-11T22:44:55.530890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:54.789427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529788+0000","last_change":"2024-09-11T22:44:49.944573+0000","last_active":"2024-09-11T22:44:55.529788+0000","last_peered":"2024-09-11T22:44:55.529788+0000","last_clean":"2024-09-11T22:44:55.529788+0000","last_became_active":"2024-09-11T22:44:49.944279+0000","last_became_peered":"2024-09-11T22:44:49.944279+0000","last_unstale":"2024-09-11T22:44:55.529788+0000","last_undegraded":"2024-09-11T22:44:55.529788+0000","last_fullsized":"2024-09-11T22:44:55.529788+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:26.079483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.090085+0000","last_change":"2024-09-11T22:44:49.963366+0000","last_active":"2024-09-11T22:44:55.090085+0000","last_peered":"2024-09-11T22:44:55.090085+0000","last_clean":"2024-09-11T22:44:55.090085+0000","last_became_active":"2024-09-11T22:44:49.962045+0000","last_became_peered":"2024-09-11T22:44:49.962045+0000","last_unstale":"2024-09-11T22:44:55.090085+0000","last_undegraded":"2024-09-11T22:44:55.090085+0000","last_fullsized":"2024-09-11T22:44:55.090085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:43.293613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089254+0000","last_change":"2024-09-11T22:44:49.960552+0000","last_active":"2024-09-11T22:44:55.089254+0000","last_peered":"2024-09-11T22:44:55.089254+0000","last_clean":"2024-09-11T22:44:55.089254+0000","last_became_active":"2024-09-11T22:44:49.960232+0000","last_became_peered":"2024-09-11T22:44:49.960232+0000","last_unstale":"2024-09-11T22:44:55.089254+0000","last_undegraded":"2024-09-11T22:44:55.089254+0000","last_fullsized":"2024-09-11T22:44:55.089254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999149+0000","last_change":"2024-09-11T22:44:49.958193+0000","last_active":"2024-09-11T22:44:54.999149+0000","last_peered":"2024-09-11T22:44:54.999149+0000","last_clean":"2024-09-11T22:44:54.999149+0000","last_became_active":"2024-09-11T22:44:49.957918+0000","last_became_peered":"2024-09-11T22:44:49.957918+0000","last_unstale":"2024-09-11T22:44:54.999149+0000","last_undegraded":"2024-09-11T22:44:54.999149+0000","last_fullsized":"2024-09-11T22:44:54.999149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529898+0000","last_change":"2024-09-11T22:44:49.952301+0000","last_active":"2024-09-11T22:44:55.529898+0000","last_peered":"2024-09-11T22:44:55.529898+0000","last_clean":"2024-09-11T22:44:55.529898+0000","last_became_active":"2024-09-11T22:44:49.951554+0000","last_became_peered":"2024-09-11T22:44:49.951554+0000","last_unstale":"2024-09-11T22:44:55.529898+0000","last_undegraded":"2024-09-11T22:44:55.529898+0000","last_fullsized":"2024-09-11T22:44:55.529898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:56.109128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999592+0000","last_change":"2024-09-11T22:44:49.945999+0000","last_active":"2024-09-11T22:44:54.999592+0000","last_peered":"2024-09-11T22:44:54.999592+0000","last_clean":"2024-09-11T22:44:54.999592+0000","last_became_active":"2024-09-11T22:44:49.945659+0000","last_became_peered":"2024-09-11T22:44:49.945659+0000","last_unstale":"2024-09-11T22:44:54.999592+0000","last_undegraded":"2024-09-11T22:44:54.999592+0000","last_fullsized":"2024-09-11T22:44:54.999592+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:05.589164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531141+0000","last_change":"2024-09-11T22:44:49.959108+0000","last_active":"2024-09-11T22:44:55.531141+0000","last_peered":"2024-09-11T22:44:55.531141+0000","last_clean":"2024-09-11T22:44:55.531141+0000","last_became_active":"2024-09-11T22:44:49.958161+0000","last_became_peered":"2024-09-11T22:44:49.958161+0000","last_unstale":"2024-09-11T22:44:55.531141+0000","last_undegraded":"2024-09-11T22:44:55.531141+0000","last_fullsized":"2024-09-11T22:44:55.531141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:25.882629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999059+0000","last_change":"2024-09-11T22:44:49.961983+0000","last_active":"2024-09-11T22:44:54.999059+0000","last_peered":"2024-09-11T22:44:54.999059+0000","last_clean":"2024-09-11T22:44:54.999059+0000","last_became_active":"2024-09-11T22:44:49.961687+0000","last_became_peered":"2024-09-11T22:44:49.961687+0000","last_unstale":"2024-09-11T22:44:54.999059+0000","last_undegraded":"2024-09-11T22:44:54.999059+0000","last_fullsized":"2024-09-11T22:44:54.999059+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999368+0000","last_change":"2024-09-11T22:44:49.962783+0000","last_active":"2024-09-11T22:44:54.999368+0000","last_peered":"2024-09-11T22:44:54.999368+0000","last_clean":"2024-09-11T22:44:54.999368+0000","last_became_active":"2024-09-11T22:44:49.962527+0000","last_became_peered":"2024-09-11T22:44:49.962527+0000","last_unstale":"2024-09-11T22:44:54.999368+0000","last_undegraded":"2024-09-11T22:44:54.999368+0000","last_fullsized":"2024-09-11T22:44:54.999368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530328+0000","last_change":"2024-09-11T22:44:49.960948+0000","last_active":"2024-09-11T22:44:55.530328+0000","last_peered":"2024-09-11T22:44:55.530328+0000","last_clean":"2024-09-11T22:44:55.530328+0000","last_became_active":"2024-09-11T22:44:49.960653+0000","last_became_peered":"2024-09-11T22:44:49.960653+0000","last_unstale":"2024-09-11T22:44:55.530328+0000","last_undegraded":"2024-09-11T22:44:55.530328+0000","last_fullsized":"2024-09-11T22:44:55.530328+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:51.550907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998352+0000","last_change":"2024-09-11T22:44:49.961450+0000","last_active":"2024-09-11T22:44:54.998352+0000","last_peered":"2024-09-11T22:44:54.998352+0000","last_clean":"2024-09-11T22:44:54.998352+0000","last_became_active":"2024-09-11T22:44:49.961194+0000","last_became_peered":"2024-09-11T22:44:49.961194+0000","last_unstale":"2024-09-11T22:44:54.998352+0000","last_undegraded":"2024-09-11T22:44:54.998352+0000","last_fullsized":"2024-09-11T22:44:54.998352+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:19.166461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529697+0000","last_change":"2024-09-11T22:44:49.952412+0000","last_active":"2024-09-11T22:44:55.529697+0000","last_peered":"2024-09-11T22:44:55.529697+0000","last_clean":"2024-09-11T22:44:55.529697+0000","last_became_active":"2024-09-11T22:44:49.951053+0000","last_became_peered":"2024-09-11T22:44:49.951053+0000","last_unstale":"2024-09-11T22:44:55.529697+0000","last_undegraded":"2024-09-11T22:44:55.529697+0000","last_fullsized":"2024-09-11T22:44:55.529697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089454+0000","last_change":"2024-09-11T22:44:49.960665+0000","last_active":"2024-09-11T22:44:55.089454+0000","last_peered":"2024-09-11T22:44:55.089454+0000","last_clean":"2024-09-11T22:44:55.089454+0000","last_became_active":"2024-09-11T22:44:49.960380+0000","last_became_peered":"2024-09-11T22:44:49.960380+0000","last_unstale":"2024-09-11T22:44:55.089454+0000","last_undegraded":"2024-09-11T22:44:55.089454+0000","last_fullsized":"2024-09-11T22:44:55.089454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530264+0000","last_change":"2024-09-11T22:44:49.950707+0000","last_active":"2024-09-11T22:44:55.530264+0000","last_peered":"2024-09-11T22:44:55.530264+0000","last_clean":"2024-09-11T22:44:55.530264+0000","last_became_active":"2024-09-11T22:44:49.950408+0000","last_became_peered":"2024-09-11T22:44:49.950408+0000","last_unstale":"2024-09-11T22:44:55.530264+0000","last_undegraded":"2024-09-11T22:44:55.530264+0000","last_fullsized":"2024-09-11T22:44:55.530264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:35.608755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089571+0000","last_change":"2024-09-11T22:44:49.962110+0000","last_active":"2024-09-11T22:44:55.089571+0000","last_peered":"2024-09-11T22:44:55.089571+0000","last_clean":"2024-09-11T22:44:55.089571+0000","last_became_active":"2024-09-11T22:44:49.961788+0000","last_became_peered":"2024-09-11T22:44:49.961788+0000","last_unstale":"2024-09-11T22:44:55.089571+0000","last_undegraded":"2024-09-11T22:44:55.089571+0000","last_fullsized":"2024-09-11T22:44:55.089571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:43.516058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529492+0000","last_change":"2024-09-11T22:44:49.937720+0000","last_active":"2024-09-11T22:44:55.529492+0000","last_peered":"2024-09-11T22:44:55.529492+0000","last_clean":"2024-09-11T22:44:55.529492+0000","last_became_active":"2024-09-11T22:44:49.937266+0000","last_became_peered":"2024-09-11T22:44:49.937266+0000","last_unstale":"2024-09-11T22:44:55.529492+0000","last_undegraded":"2024-09-11T22:44:55.529492+0000","last_fullsized":"2024-09-11T22:44:55.529492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000166+0000","last_change":"2024-09-11T22:44:49.952540+0000","last_active":"2024-09-11T22:44:55.000166+0000","last_peered":"2024-09-11T22:44:55.000166+0000","last_clean":"2024-09-11T22:44:55.000166+0000","last_became_active":"2024-09-11T22:44:49.952272+0000","last_became_peered":"2024-09-11T22:44:49.952272+0000","last_unstale":"2024-09-11T22:44:55.000166+0000","last_undegraded":"2024-09-11T22:44:55.000166+0000","last_fullsized":"2024-09-11T22:44:55.000166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530208+0000","last_change":"2024-09-11T22:44:49.952796+0000","last_active":"2024-09-11T22:44:55.530208+0000","last_peered":"2024-09-11T22:44:55.530208+0000","last_clean":"2024-09-11T22:44:55.530208+0000","last_became_active":"2024-09-11T22:44:49.951075+0000","last_became_peered":"2024-09-11T22:44:49.951075+0000","last_unstale":"2024-09-11T22:44:55.530208+0000","last_undegraded":"2024-09-11T22:44:55.530208+0000","last_fullsized":"2024-09-11T22:44:55.530208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:43.293613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509451,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":856064,"data_stored":693405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509452,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":106299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509451,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":102545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509450,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":102455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509450,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":266240,"data_stored":102615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509450,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":864256,"data_stored":693461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574858,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":102581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574858,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35608,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336232,"statfs":{"total":96636764160,"available":96600301568,"internally_reserved":0,"allocated":270336,"data_stored":106299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:45:14.399 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:45:14.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.536+0000 7f3634677640 1 Processor -- start 2024-09-11T22:45:14.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.536+0000 7f3634677640 1 -- start start 2024-09-11T22:45:14.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.537+0000 7f3634677640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c15e8d0 0x7f362c0cf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.538 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.537+0000 7f3634677640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f362c0cfb70 0x7f362c0d1050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.537+0000 7f3634677640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f362c0d35b0 con 0x7f362c0d1590 2024-09-11T22:45:14.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.537+0000 7f3634677640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f362c0d1a00 con 0x7f362c0cfb70 2024-09-11T22:45:14.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.537+0000 7f3634677640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f362c0d3890 con 0x7f362c15e8d0 2024-09-11T22:45:14.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.538+0000 7f3631c12640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f362c0cfb70 0x7f362c0d1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.538+0000 7f3632c14640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f362c0d1590 0x7f362c0b60e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49714/0 (socket says 172.21.15.16:49714) 2024-09-11T22:45:14.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.538+0000 7f3632c14640 1 -- 172.21.15.16:0/1640825582 learned_addr learned my addr 172.21.15.16:0/1640825582 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:14.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.538+0000 7f3632413640 1 --2- 172.21.15.16:0/1640825582 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c15e8d0 0x7f362c0cf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.538+0000 7f3631c12640 1 -- 172.21.15.16:0/1640825582 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c15e8d0 msgr2=0x7f362c0cf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:14.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.538+0000 7f3631c12640 1 --2- 172.21.15.16:0/1640825582 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c15e8d0 0x7f362c0cf630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.538+0000 7f3631c12640 1 -- 172.21.15.16:0/1640825582 >> v1:172.21.15.16:6789/0 conn(0x7f362c0d1590 legacy=0x7f362c0b60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.538+0000 7f3631411640 1 -- 172.21.15.16:0/1640825582 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 39660685 0 0) 0x7f362c0d35b0 con 0x7f362c0d1590 2024-09-11T22:45:14.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.538+0000 7f3631c12640 1 -- 172.21.15.16:0/1640825582 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f362c0d3b70 con 0x7f362c0cfb70 2024-09-11T22:45:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3631c12640 1 --2- 172.21.15.16:0/1640825582 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cfb70 0x7f362c0d1050 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f361c0097a0 tx=0x7f361c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=100d05b24dae4f37 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3631411640 1 -- 172.21.15.16:0/1640825582 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361c037070 con 0x7f362c0cfb70 2024-09-11T22:45:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3631411640 1 -- 172.21.15.16:0/1640825582 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f361c032440 con 0x7f362c0cfb70 2024-09-11T22:45:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3631411640 1 -- 172.21.15.16:0/1640825582 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361c032810 con 0x7f362c0cfb70 2024-09-11T22:45:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3634677640 1 -- 172.21.15.16:0/1640825582 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cfb70 msgr2=0x7f362c0d1050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3634677640 1 --2- 172.21.15.16:0/1640825582 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cfb70 0x7f362c0d1050 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f361c0097a0 tx=0x7f361c02a180 comp rx=0 tx=0).stop 2024-09-11T22:45:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3634677640 1 -- 172.21.15.16:0/1640825582 shutdown_connections 2024-09-11T22:45:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3634677640 1 --2- 172.21.15.16:0/1640825582 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cfb70 0x7f362c0d1050 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3634677640 1 --2- 172.21.15.16:0/1640825582 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c15e8d0 0x7f362c0cf630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3634677640 1 -- 172.21.15.16:0/1640825582 >> 172.21.15.16:0/1640825582 conn(0x7f362c067f80 msgr2=0x7f362c06cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:14.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3634677640 1 -- 172.21.15.16:0/1640825582 shutdown_connections 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.539+0000 7f3634677640 1 -- 172.21.15.16:0/1640825582 wait complete. 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.541+0000 7f3634677640 1 Processor -- start 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.541+0000 7f3634677640 1 -- start start 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.541+0000 7f3634677640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cfb70 0x7f362c152dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.541+0000 7f3634677640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c0d1590 0x7f362c15ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.541+0000 7f3634677640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c15e8d0 0x7f362c0cda50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.541+0000 7f3634677640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f362c0b3990 con 0x7f362c0cfb70 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.541+0000 7f3634677640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f362c0d4130 con 0x7f362c15e8d0 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.541+0000 7f3634677640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f362c15ecb0 con 0x7f362c0d1590 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.541+0000 7f3632413640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cfb70 0x7f362c152dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.541+0000 7f3632413640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cfb70 0x7f362c152dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46006/0 (socket says 172.21.15.16:46006) 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.541+0000 7f3632413640 1 -- 172.21.15.16:0/4288330909 learned_addr learned my addr 172.21.15.16:0/4288330909 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:14.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3631c12640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c0d1590 0x7f362c15ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3632c14640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c15e8d0 0x7f362c0cda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3632413640 1 -- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c0d1590 msgr2=0x7f362c15ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3632413640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c0d1590 0x7f362c15ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3632413640 1 -- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c15e8d0 msgr2=0x7f362c0cda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3632413640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c15e8d0 0x7f362c0cda50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3632413640 1 -- 172.21.15.16:0/4288330909 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f362c15b590 con 0x7f362c0cfb70 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3631c12640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c0d1590 0x7f362c15ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3632c14640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c15e8d0 0x7f362c0cda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3632413640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cfb70 0x7f362c152dd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f362800e870 tx=0x7f362800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3622ffd640 1 -- 172.21.15.16:0/4288330909 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3628017070 con 0x7f362c0cfb70 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3622ffd640 1 -- 172.21.15.16:0/4288330909 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f362800c940 con 0x7f362c0cfb70 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3634677640 1 -- 172.21.15.16:0/4288330909 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f362c15b870 con 0x7f362c0cfb70 2024-09-11T22:45:14.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3622ffd640 1 -- 172.21.15.16:0/4288330909 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362800cd30 con 0x7f362c0cfb70 2024-09-11T22:45:14.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.542+0000 7f3634677640 1 -- 172.21.15.16:0/4288330909 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f362c0b5620 con 0x7f362c0cfb70 2024-09-11T22:45:14.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.543+0000 7f3634677640 1 -- 172.21.15.16:0/4288330909 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f362c15fcf0 con 0x7f362c0cfb70 2024-09-11T22:45:14.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.544+0000 7f3622ffd640 1 -- 172.21.15.16:0/4288330909 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f362801a070 con 0x7f362c0cfb70 2024-09-11T22:45:14.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.544+0000 7f3622ffd640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f361006be30 0x7f361006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.544+0000 7f3622ffd640 1 -- 172.21.15.16:0/4288330909 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f362808b380 con 0x7f362c0cfb70 2024-09-11T22:45:14.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.544+0000 7f3631c12640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f361006be30 0x7f361006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.545+0000 7f3631c12640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f361006be30 0x7f361006e2f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f361c034000 tx=0x7f361c02e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:14.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.548+0000 7f3622ffd640 1 -- 172.21.15.16:0/4288330909 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f362c15fcf0 con 0x7f362c0cfb70 2024-09-11T22:45:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.720+0000 7f3634677640 1 -- 172.21.15.16:0/4288330909 --> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f362c0d1050 con 0x7f361006be30 2024-09-11T22:45:14.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.728+0000 7f3622ffd640 1 -- 172.21.15.16:0/4288330909 <== mgr.4103 v2:172.21.15.104:6832/4046407617 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f362c0d1050 con 0x7f361006be30 2024-09-11T22:45:14.734 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:14.736 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:45:14.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 -- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f361006be30 msgr2=0x7f361006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f361006be30 0x7f361006e2f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f361c034000 tx=0x7f361c02e000 comp rx=0 tx=0).stop 2024-09-11T22:45:14.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 -- 172.21.15.16:0/4288330909 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cfb70 msgr2=0x7f362c152dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cfb70 0x7f362c152dd0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f362800e870 tx=0x7f362800ed30 comp rx=0 tx=0).stop 2024-09-11T22:45:14.740 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 -- 172.21.15.16:0/4288330909 shutdown_connections 2024-09-11T22:45:14.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f361006be30 0x7f361006e2f0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c15e8d0 0x7f362c0cda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c0d1590 0x7f362c15ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 --2- 172.21.15.16:0/4288330909 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cfb70 0x7f362c152dd0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 -- 172.21.15.16:0/4288330909 >> 172.21.15.16:0/4288330909 conn(0x7f362c067f80 msgr2=0x7f362c15ff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:14.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 -- 172.21.15.16:0/4288330909 shutdown_connections 2024-09-11T22:45:14.741 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.732+0000 7f3634677640 1 -- 172.21.15.16:0/4288330909 wait complete. 2024-09-11T22:45:14.744 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-09-11T22:45:14.357815+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595010,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":240280,"kb_used_data":3240,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754734440,"statfs":{"total":773094113280,"available":772848066560,"internally_reserved":0,"allocated":3317760,"data_stored":2009660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2232,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003240"},"pg_stats":[{"pgid":"2.1f","version":"20'4","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529997+0000","last_change":"2024-09-11T22:44:48.945313+0000","last_active":"2024-09-11T22:44:55.529997+0000","last_peered":"2024-09-11T22:44:55.529997+0000","last_clean":"2024-09-11T22:44:55.529997+0000","last_became_active":"2024-09-11T22:44:48.945028+0000","last_became_peered":"2024-09-11T22:44:48.945028+0000","last_unstale":"2024-09-11T22:44:55.529997+0000","last_undegraded":"2024-09-11T22:44:55.529997+0000","last_fullsized":"2024-09-11T22:44:55.529997+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:23.317756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999504+0000","last_change":"2024-09-11T22:44:49.945840+0000","last_active":"2024-09-11T22:44:54.999504+0000","last_peered":"2024-09-11T22:44:54.999504+0000","last_clean":"2024-09-11T22:44:54.999504+0000","last_became_active":"2024-09-11T22:44:49.945535+0000","last_became_peered":"2024-09-11T22:44:49.945535+0000","last_unstale":"2024-09-11T22:44:54.999504+0000","last_undegraded":"2024-09-11T22:44:54.999504+0000","last_fullsized":"2024-09-11T22:44:54.999504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:09:29.537348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998379+0000","last_change":"2024-09-11T22:44:54.046734+0000","last_active":"2024-09-11T22:44:54.998379+0000","last_peered":"2024-09-11T22:44:54.998379+0000","last_clean":"2024-09-11T22:44:54.998379+0000","last_became_active":"2024-09-11T22:44:54.046111+0000","last_became_peered":"2024-09-11T22:44:54.046111+0000","last_unstale":"2024-09-11T22:44:54.998379+0000","last_undegraded":"2024-09-11T22:44:54.998379+0000","last_fullsized":"2024-09-11T22:44:54.998379+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:38.063417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999730+0000","last_change":"2024-09-11T22:44:48.944432+0000","last_active":"2024-09-11T22:44:54.999730+0000","last_peered":"2024-09-11T22:44:54.999730+0000","last_clean":"2024-09-11T22:44:54.999730+0000","last_became_active":"2024-09-11T22:44:48.943362+0000","last_became_peered":"2024-09-11T22:44:48.943362+0000","last_unstale":"2024-09-11T22:44:54.999730+0000","last_undegraded":"2024-09-11T22:44:54.999730+0000","last_fullsized":"2024-09-11T22:44:54.999730+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:22.147111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529744+0000","last_change":"2024-09-11T22:44:49.959497+0000","last_active":"2024-09-11T22:44:55.529744+0000","last_peered":"2024-09-11T22:44:55.529744+0000","last_clean":"2024-09-11T22:44:55.529744+0000","last_became_active":"2024-09-11T22:44:49.959234+0000","last_became_peered":"2024-09-11T22:44:49.959234+0000","last_unstale":"2024-09-11T22:44:55.529744+0000","last_undegraded":"2024-09-11T22:44:55.529744+0000","last_fullsized":"2024-09-11T22:44:55.529744+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529917+0000","last_change":"2024-09-11T22:44:53.975778+0000","last_active":"2024-09-11T22:44:55.529917+0000","last_peered":"2024-09-11T22:44:55.529917+0000","last_clean":"2024-09-11T22:44:55.529917+0000","last_became_active":"2024-09-11T22:44:53.975220+0000","last_became_peered":"2024-09-11T22:44:53.975220+0000","last_unstale":"2024-09-11T22:44:55.529917+0000","last_undegraded":"2024-09-11T22:44:55.529917+0000","last_fullsized":"2024-09-11T22:44:55.529917+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:09.617912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530837+0000","last_change":"2024-09-11T22:44:48.950991+0000","last_active":"2024-09-11T22:44:55.530837+0000","last_peered":"2024-09-11T22:44:55.530837+0000","last_clean":"2024-09-11T22:44:55.530837+0000","last_became_active":"2024-09-11T22:44:48.950680+0000","last_became_peered":"2024-09-11T22:44:48.950680+0000","last_unstale":"2024-09-11T22:44:55.530837+0000","last_undegraded":"2024-09-11T22:44:55.530837+0000","last_fullsized":"2024-09-11T22:44:55.530837+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089647+0000","last_change":"2024-09-11T22:44:49.967044+0000","last_active":"2024-09-11T22:44:55.089647+0000","last_peered":"2024-09-11T22:44:55.089647+0000","last_clean":"2024-09-11T22:44:55.089647+0000","last_became_active":"2024-09-11T22:44:49.966761+0000","last_became_peered":"2024-09-11T22:44:49.966761+0000","last_unstale":"2024-09-11T22:44:55.089647+0000","last_undegraded":"2024-09-11T22:44:55.089647+0000","last_fullsized":"2024-09-11T22:44:55.089647+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:54.789427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530683+0000","last_change":"2024-09-11T22:44:53.976643+0000","last_active":"2024-09-11T22:44:55.530683+0000","last_peered":"2024-09-11T22:44:55.530683+0000","last_clean":"2024-09-11T22:44:55.530683+0000","last_became_active":"2024-09-11T22:44:53.975569+0000","last_became_peered":"2024-09-11T22:44:53.975569+0000","last_unstale":"2024-09-11T22:44:55.530683+0000","last_undegraded":"2024-09-11T22:44:55.530683+0000","last_fullsized":"2024-09-11T22:44:55.530683+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:43.922618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530149+0000","last_change":"2024-09-11T22:44:48.952213+0000","last_active":"2024-09-11T22:44:55.530149+0000","last_peered":"2024-09-11T22:44:55.530149+0000","last_clean":"2024-09-11T22:44:55.530149+0000","last_became_active":"2024-09-11T22:44:48.951948+0000","last_became_peered":"2024-09-11T22:44:48.951948+0000","last_unstale":"2024-09-11T22:44:55.530149+0000","last_undegraded":"2024-09-11T22:44:55.530149+0000","last_fullsized":"2024-09-11T22:44:55.530149+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089776+0000","last_change":"2024-09-11T22:44:49.957946+0000","last_active":"2024-09-11T22:44:55.089776+0000","last_peered":"2024-09-11T22:44:55.089776+0000","last_clean":"2024-09-11T22:44:55.089776+0000","last_became_active":"2024-09-11T22:44:49.957653+0000","last_became_peered":"2024-09-11T22:44:49.957653+0000","last_unstale":"2024-09-11T22:44:55.089776+0000","last_undegraded":"2024-09-11T22:44:55.089776+0000","last_fullsized":"2024-09-11T22:44:55.089776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:17.787065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530161+0000","last_change":"2024-09-11T22:44:53.971514+0000","last_active":"2024-09-11T22:44:55.530161+0000","last_peered":"2024-09-11T22:44:55.530161+0000","last_clean":"2024-09-11T22:44:55.530161+0000","last_became_active":"2024-09-11T22:44:53.971054+0000","last_became_peered":"2024-09-11T22:44:53.971054+0000","last_unstale":"2024-09-11T22:44:55.530161+0000","last_undegraded":"2024-09-11T22:44:55.530161+0000","last_fullsized":"2024-09-11T22:44:55.530161+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:54:11.159321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998739+0000","last_change":"2024-09-11T22:44:49.948872+0000","last_active":"2024-09-11T22:44:54.998739+0000","last_peered":"2024-09-11T22:44:54.998739+0000","last_clean":"2024-09-11T22:44:54.998739+0000","last_became_active":"2024-09-11T22:44:49.945773+0000","last_became_peered":"2024-09-11T22:44:49.945773+0000","last_unstale":"2024-09-11T22:44:54.998739+0000","last_undegraded":"2024-09-11T22:44:54.998739+0000","last_fullsized":"2024-09-11T22:44:54.998739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:22.457842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531040+0000","last_change":"2024-09-11T22:44:48.951404+0000","last_active":"2024-09-11T22:44:55.531040+0000","last_peered":"2024-09-11T22:44:55.531040+0000","last_clean":"2024-09-11T22:44:55.531040+0000","last_became_active":"2024-09-11T22:44:48.950653+0000","last_became_peered":"2024-09-11T22:44:48.950653+0000","last_unstale":"2024-09-11T22:44:55.531040+0000","last_undegraded":"2024-09-11T22:44:55.531040+0000","last_fullsized":"2024-09-11T22:44:55.531040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:20:15.442957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530880+0000","last_change":"2024-09-11T22:44:53.975352+0000","last_active":"2024-09-11T22:44:55.530880+0000","last_peered":"2024-09-11T22:44:55.530880+0000","last_clean":"2024-09-11T22:44:55.530880+0000","last_became_active":"2024-09-11T22:44:53.974837+0000","last_became_peered":"2024-09-11T22:44:53.974837+0000","last_unstale":"2024-09-11T22:44:55.530880+0000","last_undegraded":"2024-09-11T22:44:55.530880+0000","last_fullsized":"2024-09-11T22:44:55.530880+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:37.690241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999681+0000","last_change":"2024-09-11T22:44:49.939906+0000","last_active":"2024-09-11T22:44:54.999681+0000","last_peered":"2024-09-11T22:44:54.999681+0000","last_clean":"2024-09-11T22:44:54.999681+0000","last_became_active":"2024-09-11T22:44:49.939574+0000","last_became_peered":"2024-09-11T22:44:49.939574+0000","last_unstale":"2024-09-11T22:44:54.999681+0000","last_undegraded":"2024-09-11T22:44:54.999681+0000","last_fullsized":"2024-09-11T22:44:54.999681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:54:07.130574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000024+0000","last_change":"2024-09-11T22:44:48.945465+0000","last_active":"2024-09-11T22:44:55.000024+0000","last_peered":"2024-09-11T22:44:55.000024+0000","last_clean":"2024-09-11T22:44:55.000024+0000","last_became_active":"2024-09-11T22:44:48.944943+0000","last_became_peered":"2024-09-11T22:44:48.944943+0000","last_unstale":"2024-09-11T22:44:55.000024+0000","last_undegraded":"2024-09-11T22:44:55.000024+0000","last_fullsized":"2024-09-11T22:44:55.000024+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:31.440435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531202+0000","last_change":"2024-09-11T22:44:53.976737+0000","last_active":"2024-09-11T22:44:55.531202+0000","last_peered":"2024-09-11T22:44:55.531202+0000","last_clean":"2024-09-11T22:44:55.531202+0000","last_became_active":"2024-09-11T22:44:53.976044+0000","last_became_peered":"2024-09-11T22:44:53.976044+0000","last_unstale":"2024-09-11T22:44:55.531202+0000","last_undegraded":"2024-09-11T22:44:55.531202+0000","last_fullsized":"2024-09-11T22:44:55.531202+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:57:37.316044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998603+0000","last_change":"2024-09-11T22:44:49.955871+0000","last_active":"2024-09-11T22:44:54.998603+0000","last_peered":"2024-09-11T22:44:54.998603+0000","last_clean":"2024-09-11T22:44:54.998603+0000","last_became_active":"2024-09-11T22:44:49.955589+0000","last_became_peered":"2024-09-11T22:44:49.955589+0000","last_unstale":"2024-09-11T22:44:54.998603+0000","last_undegraded":"2024-09-11T22:44:54.998603+0000","last_fullsized":"2024-09-11T22:44:54.998603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:02:59.966374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999257+0000","last_change":"2024-09-11T22:44:48.945504+0000","last_active":"2024-09-11T22:44:54.999257+0000","last_peered":"2024-09-11T22:44:54.999257+0000","last_clean":"2024-09-11T22:44:54.999257+0000","last_became_active":"2024-09-11T22:44:48.945207+0000","last_became_peered":"2024-09-11T22:44:48.945207+0000","last_unstale":"2024-09-11T22:44:54.999257+0000","last_undegraded":"2024-09-11T22:44:54.999257+0000","last_fullsized":"2024-09-11T22:44:54.999257+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000537+0000","last_change":"2024-09-11T22:44:54.047311+0000","last_active":"2024-09-11T22:44:55.000537+0000","last_peered":"2024-09-11T22:44:55.000537+0000","last_clean":"2024-09-11T22:44:55.000537+0000","last_became_active":"2024-09-11T22:44:54.046938+0000","last_became_peered":"2024-09-11T22:44:54.046938+0000","last_unstale":"2024-09-11T22:44:55.000537+0000","last_undegraded":"2024-09-11T22:44:55.000537+0000","last_fullsized":"2024-09-11T22:44:55.000537+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:55.579654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530353+0000","last_change":"2024-09-11T22:44:49.946807+0000","last_active":"2024-09-11T22:44:55.530353+0000","last_peered":"2024-09-11T22:44:55.530353+0000","last_clean":"2024-09-11T22:44:55.530353+0000","last_became_active":"2024-09-11T22:44:49.946528+0000","last_became_peered":"2024-09-11T22:44:49.946528+0000","last_unstale":"2024-09-11T22:44:55.530353+0000","last_undegraded":"2024-09-11T22:44:55.530353+0000","last_fullsized":"2024-09-11T22:44:55.530353+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:24:21.012271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529605+0000","last_change":"2024-09-11T22:44:48.951317+0000","last_active":"2024-09-11T22:44:55.529605+0000","last_peered":"2024-09-11T22:44:55.529605+0000","last_clean":"2024-09-11T22:44:55.529605+0000","last_became_active":"2024-09-11T22:44:48.950637+0000","last_became_peered":"2024-09-11T22:44:48.950637+0000","last_unstale":"2024-09-11T22:44:55.529605+0000","last_undegraded":"2024-09-11T22:44:55.529605+0000","last_fullsized":"2024-09-11T22:44:55.529605+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:25.074233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530836+0000","last_change":"2024-09-11T22:44:53.976482+0000","last_active":"2024-09-11T22:44:55.530836+0000","last_peered":"2024-09-11T22:44:55.530836+0000","last_clean":"2024-09-11T22:44:55.530836+0000","last_became_active":"2024-09-11T22:44:53.974944+0000","last_became_peered":"2024-09-11T22:44:53.974944+0000","last_unstale":"2024-09-11T22:44:55.530836+0000","last_undegraded":"2024-09-11T22:44:55.530836+0000","last_fullsized":"2024-09-11T22:44:55.530836+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:09:33.566095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530372+0000","last_change":"2024-09-11T22:44:49.952043+0000","last_active":"2024-09-11T22:44:55.530372+0000","last_peered":"2024-09-11T22:44:55.530372+0000","last_clean":"2024-09-11T22:44:55.530372+0000","last_became_active":"2024-09-11T22:44:49.951636+0000","last_became_peered":"2024-09-11T22:44:49.951636+0000","last_unstale":"2024-09-11T22:44:55.530372+0000","last_undegraded":"2024-09-11T22:44:55.530372+0000","last_fullsized":"2024-09-11T22:44:55.530372+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999451+0000","last_change":"2024-09-11T22:44:48.942061+0000","last_active":"2024-09-11T22:44:54.999451+0000","last_peered":"2024-09-11T22:44:54.999451+0000","last_clean":"2024-09-11T22:44:54.999451+0000","last_became_active":"2024-09-11T22:44:48.941758+0000","last_became_peered":"2024-09-11T22:44:48.941758+0000","last_unstale":"2024-09-11T22:44:54.999451+0000","last_undegraded":"2024-09-11T22:44:54.999451+0000","last_fullsized":"2024-09-11T22:44:54.999451+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530142+0000","last_change":"2024-09-11T22:44:54.047733+0000","last_active":"2024-09-11T22:44:55.530142+0000","last_peered":"2024-09-11T22:44:55.530142+0000","last_clean":"2024-09-11T22:44:55.530142+0000","last_became_active":"2024-09-11T22:44:54.047047+0000","last_became_peered":"2024-09-11T22:44:54.047047+0000","last_unstale":"2024-09-11T22:44:55.530142+0000","last_undegraded":"2024-09-11T22:44:55.530142+0000","last_fullsized":"2024-09-11T22:44:55.530142+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:23.195209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000272+0000","last_change":"2024-09-11T22:44:49.954282+0000","last_active":"2024-09-11T22:44:55.000272+0000","last_peered":"2024-09-11T22:44:55.000272+0000","last_clean":"2024-09-11T22:44:55.000272+0000","last_became_active":"2024-09-11T22:44:49.953997+0000","last_became_peered":"2024-09-11T22:44:49.953997+0000","last_unstale":"2024-09-11T22:44:55.000272+0000","last_undegraded":"2024-09-11T22:44:55.000272+0000","last_fullsized":"2024-09-11T22:44:55.000272+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:56:00.606949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000373+0000","last_change":"2024-09-11T22:44:48.939342+0000","last_active":"2024-09-11T22:44:55.000373+0000","last_peered":"2024-09-11T22:44:55.000373+0000","last_clean":"2024-09-11T22:44:55.000373+0000","last_became_active":"2024-09-11T22:44:48.939036+0000","last_became_peered":"2024-09-11T22:44:48.939036+0000","last_unstale":"2024-09-11T22:44:55.000373+0000","last_undegraded":"2024-09-11T22:44:55.000373+0000","last_fullsized":"2024-09-11T22:44:55.000373+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998333+0000","last_change":"2024-09-11T22:44:54.046807+0000","last_active":"2024-09-11T22:44:54.998333+0000","last_peered":"2024-09-11T22:44:54.998333+0000","last_clean":"2024-09-11T22:44:54.998333+0000","last_became_active":"2024-09-11T22:44:54.046369+0000","last_became_peered":"2024-09-11T22:44:54.046369+0000","last_unstale":"2024-09-11T22:44:54.998333+0000","last_undegraded":"2024-09-11T22:44:54.998333+0000","last_fullsized":"2024-09-11T22:44:54.998333+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:15.960111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999657+0000","last_change":"2024-09-11T22:44:49.949904+0000","last_active":"2024-09-11T22:44:54.999657+0000","last_peered":"2024-09-11T22:44:54.999657+0000","last_clean":"2024-09-11T22:44:54.999657+0000","last_became_active":"2024-09-11T22:44:49.948682+0000","last_became_peered":"2024-09-11T22:44:49.948682+0000","last_unstale":"2024-09-11T22:44:54.999657+0000","last_undegraded":"2024-09-11T22:44:54.999657+0000","last_fullsized":"2024-09-11T22:44:54.999657+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530957+0000","last_change":"2024-09-11T22:44:48.951131+0000","last_active":"2024-09-11T22:44:55.530957+0000","last_peered":"2024-09-11T22:44:55.530957+0000","last_clean":"2024-09-11T22:44:55.530957+0000","last_became_active":"2024-09-11T22:44:48.950850+0000","last_became_peered":"2024-09-11T22:44:48.950850+0000","last_unstale":"2024-09-11T22:44:55.530957+0000","last_undegraded":"2024-09-11T22:44:55.530957+0000","last_fullsized":"2024-09-11T22:44:55.530957+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:31.440435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530166+0000","last_change":"2024-09-11T22:44:54.047181+0000","last_active":"2024-09-11T22:44:55.530166+0000","last_peered":"2024-09-11T22:44:55.530166+0000","last_clean":"2024-09-11T22:44:55.530166+0000","last_became_active":"2024-09-11T22:44:54.046759+0000","last_became_peered":"2024-09-11T22:44:54.046759+0000","last_unstale":"2024-09-11T22:44:55.530166+0000","last_undegraded":"2024-09-11T22:44:55.530166+0000","last_fullsized":"2024-09-11T22:44:55.530166+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:58.818174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089876+0000","last_change":"2024-09-11T22:44:49.959831+0000","last_active":"2024-09-11T22:44:55.089876+0000","last_peered":"2024-09-11T22:44:55.089876+0000","last_clean":"2024-09-11T22:44:55.089876+0000","last_became_active":"2024-09-11T22:44:49.959599+0000","last_became_peered":"2024-09-11T22:44:49.959599+0000","last_unstale":"2024-09-11T22:44:55.089876+0000","last_undegraded":"2024-09-11T22:44:55.089876+0000","last_fullsized":"2024-09-11T22:44:55.089876+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.150161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999782+0000","last_change":"2024-09-11T22:44:48.938662+0000","last_active":"2024-09-11T22:44:54.999782+0000","last_peered":"2024-09-11T22:44:54.999782+0000","last_clean":"2024-09-11T22:44:54.999782+0000","last_became_active":"2024-09-11T22:44:48.938367+0000","last_became_peered":"2024-09-11T22:44:48.938367+0000","last_unstale":"2024-09-11T22:44:54.999782+0000","last_undegraded":"2024-09-11T22:44:54.999782+0000","last_fullsized":"2024-09-11T22:44:54.999782+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999194+0000","last_change":"2024-09-11T22:44:53.975290+0000","last_active":"2024-09-11T22:44:54.999194+0000","last_peered":"2024-09-11T22:44:54.999194+0000","last_clean":"2024-09-11T22:44:54.999194+0000","last_became_active":"2024-09-11T22:44:53.974906+0000","last_became_peered":"2024-09-11T22:44:53.974906+0000","last_unstale":"2024-09-11T22:44:54.999194+0000","last_undegraded":"2024-09-11T22:44:54.999194+0000","last_fullsized":"2024-09-11T22:44:54.999194+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:20.178908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531167+0000","last_change":"2024-09-11T22:44:49.953368+0000","last_active":"2024-09-11T22:44:55.531167+0000","last_peered":"2024-09-11T22:44:55.531167+0000","last_clean":"2024-09-11T22:44:55.531167+0000","last_became_active":"2024-09-11T22:44:49.952995+0000","last_became_peered":"2024-09-11T22:44:49.952995+0000","last_unstale":"2024-09-11T22:44:55.531167+0000","last_undegraded":"2024-09-11T22:44:55.531167+0000","last_fullsized":"2024-09-11T22:44:55.531167+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:59.285085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089709+0000","last_change":"2024-09-11T22:44:48.943877+0000","last_active":"2024-09-11T22:44:55.089709+0000","last_peered":"2024-09-11T22:44:55.089709+0000","last_clean":"2024-09-11T22:44:55.089709+0000","last_became_active":"2024-09-11T22:44:48.943479+0000","last_became_peered":"2024-09-11T22:44:48.943479+0000","last_unstale":"2024-09-11T22:44:55.089709+0000","last_undegraded":"2024-09-11T22:44:55.089709+0000","last_fullsized":"2024-09-11T22:44:55.089709+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:51:07.576023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999685+0000","last_change":"2024-09-11T22:44:53.975299+0000","last_active":"2024-09-11T22:44:54.999685+0000","last_peered":"2024-09-11T22:44:54.999685+0000","last_clean":"2024-09-11T22:44:54.999685+0000","last_became_active":"2024-09-11T22:44:53.974925+0000","last_became_peered":"2024-09-11T22:44:53.974925+0000","last_unstale":"2024-09-11T22:44:54.999685+0000","last_undegraded":"2024-09-11T22:44:54.999685+0000","last_fullsized":"2024-09-11T22:44:54.999685+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:47.322360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999037+0000","last_change":"2024-09-11T22:44:49.949123+0000","last_active":"2024-09-11T22:44:54.999037+0000","last_peered":"2024-09-11T22:44:54.999037+0000","last_clean":"2024-09-11T22:44:54.999037+0000","last_became_active":"2024-09-11T22:44:49.948193+0000","last_became_peered":"2024-09-11T22:44:49.948193+0000","last_unstale":"2024-09-11T22:44:54.999037+0000","last_undegraded":"2024-09-11T22:44:54.999037+0000","last_fullsized":"2024-09-11T22:44:54.999037+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529381+0000","last_change":"2024-09-11T22:44:48.945108+0000","last_active":"2024-09-11T22:44:55.529381+0000","last_peered":"2024-09-11T22:44:55.529381+0000","last_clean":"2024-09-11T22:44:55.529381+0000","last_became_active":"2024-09-11T22:44:48.944684+0000","last_became_peered":"2024-09-11T22:44:48.944684+0000","last_unstale":"2024-09-11T22:44:55.529381+0000","last_undegraded":"2024-09-11T22:44:55.529381+0000","last_fullsized":"2024-09-11T22:44:55.529381+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000594+0000","last_change":"2024-09-11T22:44:53.975582+0000","last_active":"2024-09-11T22:44:55.000594+0000","last_peered":"2024-09-11T22:44:55.000594+0000","last_clean":"2024-09-11T22:44:55.000594+0000","last_became_active":"2024-09-11T22:44:53.974120+0000","last_became_peered":"2024-09-11T22:44:53.974120+0000","last_unstale":"2024-09-11T22:44:55.000594+0000","last_undegraded":"2024-09-11T22:44:55.000594+0000","last_fullsized":"2024-09-11T22:44:55.000594+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.029129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529419+0000","last_change":"2024-09-11T22:44:49.953059+0000","last_active":"2024-09-11T22:44:55.529419+0000","last_peered":"2024-09-11T22:44:55.529419+0000","last_clean":"2024-09-11T22:44:55.529419+0000","last_became_active":"2024-09-11T22:44:49.951410+0000","last_became_peered":"2024-09-11T22:44:49.951410+0000","last_unstale":"2024-09-11T22:44:55.529419+0000","last_undegraded":"2024-09-11T22:44:55.529419+0000","last_fullsized":"2024-09-11T22:44:55.529419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:22.457842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529626+0000","last_change":"2024-09-11T22:44:48.951895+0000","last_active":"2024-09-11T22:44:55.529626+0000","last_peered":"2024-09-11T22:44:55.529626+0000","last_clean":"2024-09-11T22:44:55.529626+0000","last_became_active":"2024-09-11T22:44:48.951584+0000","last_became_peered":"2024-09-11T22:44:48.951584+0000","last_unstale":"2024-09-11T22:44:55.529626+0000","last_undegraded":"2024-09-11T22:44:55.529626+0000","last_fullsized":"2024-09-11T22:44:55.529626+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:35.947203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530310+0000","last_change":"2024-09-11T22:44:54.045640+0000","last_active":"2024-09-11T22:44:55.530310+0000","last_peered":"2024-09-11T22:44:55.530310+0000","last_clean":"2024-09-11T22:44:55.530310+0000","last_became_active":"2024-09-11T22:44:54.045226+0000","last_became_peered":"2024-09-11T22:44:54.045226+0000","last_unstale":"2024-09-11T22:44:55.530310+0000","last_undegraded":"2024-09-11T22:44:55.530310+0000","last_fullsized":"2024-09-11T22:44:55.530310+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:21.029129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998610+0000","last_change":"2024-09-11T22:44:49.961835+0000","last_active":"2024-09-11T22:44:54.998610+0000","last_peered":"2024-09-11T22:44:54.998610+0000","last_clean":"2024-09-11T22:44:54.998610+0000","last_became_active":"2024-09-11T22:44:49.960840+0000","last_became_peered":"2024-09-11T22:44:49.960840+0000","last_unstale":"2024-09-11T22:44:54.998610+0000","last_undegraded":"2024-09-11T22:44:54.998610+0000","last_fullsized":"2024-09-11T22:44:54.998610+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:22.150381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089556+0000","last_change":"2024-09-11T22:44:48.947079+0000","last_active":"2024-09-11T22:44:55.089556+0000","last_peered":"2024-09-11T22:44:55.089556+0000","last_clean":"2024-09-11T22:44:55.089556+0000","last_became_active":"2024-09-11T22:44:48.946770+0000","last_became_peered":"2024-09-11T22:44:48.946770+0000","last_unstale":"2024-09-11T22:44:55.089556+0000","last_undegraded":"2024-09-11T22:44:55.089556+0000","last_fullsized":"2024-09-11T22:44:55.089556+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529716+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:44:55.529716+0000","last_peered":"2024-09-11T22:44:55.529716+0000","last_clean":"2024-09-11T22:44:55.529716+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:44:55.529716+0000","last_undegraded":"2024-09-11T22:44:55.529716+0000","last_fullsized":"2024-09-11T22:44:55.529716+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998990+0000","last_change":"2024-09-11T22:44:54.046435+0000","last_active":"2024-09-11T22:44:54.998990+0000","last_peered":"2024-09-11T22:44:54.998990+0000","last_clean":"2024-09-11T22:44:54.998990+0000","last_became_active":"2024-09-11T22:44:54.046043+0000","last_became_peered":"2024-09-11T22:44:54.046043+0000","last_unstale":"2024-09-11T22:44:54.998990+0000","last_undegraded":"2024-09-11T22:44:54.998990+0000","last_fullsized":"2024-09-11T22:44:54.998990+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:21.815812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530742+0000","last_change":"2024-09-11T22:44:49.961725+0000","last_active":"2024-09-11T22:44:55.530742+0000","last_peered":"2024-09-11T22:44:55.530742+0000","last_clean":"2024-09-11T22:44:55.530742+0000","last_became_active":"2024-09-11T22:44:49.961266+0000","last_became_peered":"2024-09-11T22:44:49.961266+0000","last_unstale":"2024-09-11T22:44:55.530742+0000","last_undegraded":"2024-09-11T22:44:55.530742+0000","last_fullsized":"2024-09-11T22:44:55.530742+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:39.316881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529970+0000","last_change":"2024-09-11T22:44:48.949317+0000","last_active":"2024-09-11T22:44:55.529970+0000","last_peered":"2024-09-11T22:44:55.529970+0000","last_clean":"2024-09-11T22:44:55.529970+0000","last_became_active":"2024-09-11T22:44:48.949032+0000","last_became_peered":"2024-09-11T22:44:48.949032+0000","last_unstale":"2024-09-11T22:44:55.529970+0000","last_undegraded":"2024-09-11T22:44:55.529970+0000","last_fullsized":"2024-09-11T22:44:55.529970+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998635+0000","last_change":"2024-09-11T22:44:54.045379+0000","last_active":"2024-09-11T22:44:54.998635+0000","last_peered":"2024-09-11T22:44:54.998635+0000","last_clean":"2024-09-11T22:44:54.998635+0000","last_became_active":"2024-09-11T22:44:54.044950+0000","last_became_peered":"2024-09-11T22:44:54.044950+0000","last_unstale":"2024-09-11T22:44:54.998635+0000","last_undegraded":"2024-09-11T22:44:54.998635+0000","last_fullsized":"2024-09-11T22:44:54.998635+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:47.544806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089691+0000","last_change":"2024-09-11T22:44:49.961461+0000","last_active":"2024-09-11T22:44:55.089691+0000","last_peered":"2024-09-11T22:44:55.089691+0000","last_clean":"2024-09-11T22:44:55.089691+0000","last_became_active":"2024-09-11T22:44:49.960350+0000","last_became_peered":"2024-09-11T22:44:49.960350+0000","last_unstale":"2024-09-11T22:44:55.089691+0000","last_undegraded":"2024-09-11T22:44:55.089691+0000","last_fullsized":"2024-09-11T22:44:55.089691+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:39.316881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999885+0000","last_change":"2024-09-11T22:44:48.947147+0000","last_active":"2024-09-11T22:44:54.999885+0000","last_peered":"2024-09-11T22:44:54.999885+0000","last_clean":"2024-09-11T22:44:54.999885+0000","last_became_active":"2024-09-11T22:44:48.946884+0000","last_became_peered":"2024-09-11T22:44:48.946884+0000","last_unstale":"2024-09-11T22:44:54.999885+0000","last_undegraded":"2024-09-11T22:44:54.999885+0000","last_fullsized":"2024-09-11T22:44:54.999885+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:35.947203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530336+0000","last_change":"2024-09-11T22:44:53.979045+0000","last_active":"2024-09-11T22:44:55.530336+0000","last_peered":"2024-09-11T22:44:55.530336+0000","last_clean":"2024-09-11T22:44:55.530336+0000","last_became_active":"2024-09-11T22:44:53.978580+0000","last_became_peered":"2024-09-11T22:44:53.978580+0000","last_unstale":"2024-09-11T22:44:55.530336+0000","last_undegraded":"2024-09-11T22:44:55.530336+0000","last_fullsized":"2024-09-11T22:44:55.530336+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:27.689124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530330+0000","last_change":"2024-09-11T22:44:49.963280+0000","last_active":"2024-09-11T22:44:55.530330+0000","last_peered":"2024-09-11T22:44:55.530330+0000","last_clean":"2024-09-11T22:44:55.530330+0000","last_became_active":"2024-09-11T22:44:49.962907+0000","last_became_peered":"2024-09-11T22:44:49.962907+0000","last_unstale":"2024-09-11T22:44:55.530330+0000","last_undegraded":"2024-09-11T22:44:55.530330+0000","last_fullsized":"2024-09-11T22:44:55.530330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:17.000382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529894+0000","last_change":"2024-09-11T22:44:48.945586+0000","last_active":"2024-09-11T22:44:55.529894+0000","last_peered":"2024-09-11T22:44:55.529894+0000","last_clean":"2024-09-11T22:44:55.529894+0000","last_became_active":"2024-09-11T22:44:48.945272+0000","last_became_peered":"2024-09-11T22:44:48.945272+0000","last_unstale":"2024-09-11T22:44:55.529894+0000","last_undegraded":"2024-09-11T22:44:55.529894+0000","last_fullsized":"2024-09-11T22:44:55.529894+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089219+0000","last_change":"2024-09-11T22:44:54.046672+0000","last_active":"2024-09-11T22:44:55.089219+0000","last_peered":"2024-09-11T22:44:55.089219+0000","last_clean":"2024-09-11T22:44:55.089219+0000","last_became_active":"2024-09-11T22:44:54.046265+0000","last_became_peered":"2024-09-11T22:44:54.046265+0000","last_unstale":"2024-09-11T22:44:55.089219+0000","last_undegraded":"2024-09-11T22:44:55.089219+0000","last_fullsized":"2024-09-11T22:44:55.089219+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:39:09.021803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530631+0000","last_change":"2024-09-11T22:44:49.957166+0000","last_active":"2024-09-11T22:44:55.530631+0000","last_peered":"2024-09-11T22:44:55.530631+0000","last_clean":"2024-09-11T22:44:55.530631+0000","last_became_active":"2024-09-11T22:44:49.956836+0000","last_became_peered":"2024-09-11T22:44:49.956836+0000","last_unstale":"2024-09-11T22:44:55.530631+0000","last_undegraded":"2024-09-11T22:44:55.530631+0000","last_fullsized":"2024-09-11T22:44:55.530631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:16.150161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530857+0000","last_change":"2024-09-11T22:44:48.943356+0000","last_active":"2024-09-11T22:44:55.530857+0000","last_peered":"2024-09-11T22:44:55.530857+0000","last_clean":"2024-09-11T22:44:55.530857+0000","last_became_active":"2024-09-11T22:44:48.942955+0000","last_became_peered":"2024-09-11T22:44:48.942955+0000","last_unstale":"2024-09-11T22:44:55.530857+0000","last_undegraded":"2024-09-11T22:44:55.530857+0000","last_fullsized":"2024-09-11T22:44:55.530857+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:31:51.088621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529794+0000","last_change":"2024-09-11T22:44:53.975302+0000","last_active":"2024-09-11T22:44:55.529794+0000","last_peered":"2024-09-11T22:44:55.529794+0000","last_clean":"2024-09-11T22:44:55.529794+0000","last_became_active":"2024-09-11T22:44:53.974808+0000","last_became_peered":"2024-09-11T22:44:53.974808+0000","last_unstale":"2024-09-11T22:44:55.529794+0000","last_undegraded":"2024-09-11T22:44:55.529794+0000","last_fullsized":"2024-09-11T22:44:55.529794+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:03.995121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529759+0000","last_change":"2024-09-11T22:44:49.963133+0000","last_active":"2024-09-11T22:44:55.529759+0000","last_peered":"2024-09-11T22:44:55.529759+0000","last_clean":"2024-09-11T22:44:55.529759+0000","last_became_active":"2024-09-11T22:44:49.962877+0000","last_became_peered":"2024-09-11T22:44:49.962877+0000","last_unstale":"2024-09-11T22:44:55.529759+0000","last_undegraded":"2024-09-11T22:44:55.529759+0000","last_fullsized":"2024-09-11T22:44:55.529759+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:13.588561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":30,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529136+0000","last_change":"2024-09-11T22:44:48.942665+0000","last_active":"2024-09-11T22:44:55.529136+0000","last_peered":"2024-09-11T22:44:55.529136+0000","last_clean":"2024-09-11T22:44:55.529136+0000","last_became_active":"2024-09-11T22:44:48.942373+0000","last_became_peered":"2024-09-11T22:44:48.942373+0000","last_unstale":"2024-09-11T22:44:55.529136+0000","last_undegraded":"2024-09-11T22:44:55.529136+0000","last_fullsized":"2024-09-11T22:44:55.529136+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:49:23.317756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530169+0000","last_change":"2024-09-11T22:44:53.971761+0000","last_active":"2024-09-11T22:44:55.530169+0000","last_peered":"2024-09-11T22:44:55.530169+0000","last_clean":"2024-09-11T22:44:55.530169+0000","last_became_active":"2024-09-11T22:44:53.971362+0000","last_became_peered":"2024-09-11T22:44:53.971362+0000","last_unstale":"2024-09-11T22:44:55.530169+0000","last_undegraded":"2024-09-11T22:44:55.530169+0000","last_fullsized":"2024-09-11T22:44:55.530169+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:55.579654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998670+0000","last_change":"2024-09-11T22:44:49.940450+0000","last_active":"2024-09-11T22:44:54.998670+0000","last_peered":"2024-09-11T22:44:54.998670+0000","last_clean":"2024-09-11T22:44:54.998670+0000","last_became_active":"2024-09-11T22:44:49.940165+0000","last_became_peered":"2024-09-11T22:44:49.940165+0000","last_unstale":"2024-09-11T22:44:54.998670+0000","last_undegraded":"2024-09-11T22:44:54.998670+0000","last_fullsized":"2024-09-11T22:44:54.998670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:56.109128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998783+0000","last_change":"2024-09-11T22:44:48.942330+0000","last_active":"2024-09-11T22:44:54.998783+0000","last_peered":"2024-09-11T22:44:54.998783+0000","last_clean":"2024-09-11T22:44:54.998783+0000","last_became_active":"2024-09-11T22:44:48.941492+0000","last_became_peered":"2024-09-11T22:44:48.941492+0000","last_unstale":"2024-09-11T22:44:54.998783+0000","last_undegraded":"2024-09-11T22:44:54.998783+0000","last_fullsized":"2024-09-11T22:44:54.998783+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:38:28.283754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000234+0000","last_change":"2024-09-11T22:44:54.047201+0000","last_active":"2024-09-11T22:44:55.000234+0000","last_peered":"2024-09-11T22:44:55.000234+0000","last_clean":"2024-09-11T22:44:55.000234+0000","last_became_active":"2024-09-11T22:44:54.045931+0000","last_became_peered":"2024-09-11T22:44:54.045931+0000","last_unstale":"2024-09-11T22:44:55.000234+0000","last_undegraded":"2024-09-11T22:44:55.000234+0000","last_fullsized":"2024-09-11T22:44:55.000234+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:13:36.378275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531022+0000","last_change":"2024-09-11T22:44:49.964344+0000","last_active":"2024-09-11T22:44:55.531022+0000","last_peered":"2024-09-11T22:44:55.531022+0000","last_clean":"2024-09-11T22:44:55.531022+0000","last_became_active":"2024-09-11T22:44:49.963587+0000","last_became_peered":"2024-09-11T22:44:49.963587+0000","last_unstale":"2024-09-11T22:44:55.531022+0000","last_undegraded":"2024-09-11T22:44:55.531022+0000","last_fullsized":"2024-09-11T22:44:55.531022+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:43.516058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089651+0000","last_change":"2024-09-11T22:44:48.945707+0000","last_active":"2024-09-11T22:44:55.089651+0000","last_peered":"2024-09-11T22:44:55.089651+0000","last_clean":"2024-09-11T22:44:55.089651+0000","last_became_active":"2024-09-11T22:44:48.945437+0000","last_became_peered":"2024-09-11T22:44:48.945437+0000","last_unstale":"2024-09-11T22:44:55.089651+0000","last_undegraded":"2024-09-11T22:44:55.089651+0000","last_fullsized":"2024-09-11T22:44:55.089651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000509+0000","last_change":"2024-09-11T22:44:54.046514+0000","last_active":"2024-09-11T22:44:55.000509+0000","last_peered":"2024-09-11T22:44:55.000509+0000","last_clean":"2024-09-11T22:44:55.000509+0000","last_became_active":"2024-09-11T22:44:54.046096+0000","last_became_peered":"2024-09-11T22:44:54.046096+0000","last_unstale":"2024-09-11T22:44:55.000509+0000","last_undegraded":"2024-09-11T22:44:55.000509+0000","last_fullsized":"2024-09-11T22:44:55.000509+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:05:45.113899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529985+0000","last_change":"2024-09-11T22:44:49.952857+0000","last_active":"2024-09-11T22:44:55.529985+0000","last_peered":"2024-09-11T22:44:55.529985+0000","last_clean":"2024-09-11T22:44:55.529985+0000","last_became_active":"2024-09-11T22:44:49.952557+0000","last_became_peered":"2024-09-11T22:44:49.952557+0000","last_unstale":"2024-09-11T22:44:55.529985+0000","last_undegraded":"2024-09-11T22:44:55.529985+0000","last_fullsized":"2024-09-11T22:44:55.529985+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:36:22.879730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":24,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530433+0000","last_change":"2024-09-11T22:44:48.942556+0000","last_active":"2024-09-11T22:44:55.530433+0000","last_peered":"2024-09-11T22:44:55.530433+0000","last_clean":"2024-09-11T22:44:55.530433+0000","last_became_active":"2024-09-11T22:44:48.941947+0000","last_became_peered":"2024-09-11T22:44:48.941947+0000","last_unstale":"2024-09-11T22:44:55.530433+0000","last_undegraded":"2024-09-11T22:44:55.530433+0000","last_fullsized":"2024-09-11T22:44:55.530433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089808+0000","last_change":"2024-09-11T22:44:54.045557+0000","last_active":"2024-09-11T22:44:55.089808+0000","last_peered":"2024-09-11T22:44:55.089808+0000","last_clean":"2024-09-11T22:44:55.089808+0000","last_became_active":"2024-09-11T22:44:54.045124+0000","last_became_peered":"2024-09-11T22:44:54.045124+0000","last_unstale":"2024-09-11T22:44:55.089808+0000","last_undegraded":"2024-09-11T22:44:55.089808+0000","last_fullsized":"2024-09-11T22:44:55.089808+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:47:47.348118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530426+0000","last_change":"2024-09-11T22:44:49.949367+0000","last_active":"2024-09-11T22:44:55.530426+0000","last_peered":"2024-09-11T22:44:55.530426+0000","last_clean":"2024-09-11T22:44:55.530426+0000","last_became_active":"2024-09-11T22:44:49.949043+0000","last_became_peered":"2024-09-11T22:44:49.949043+0000","last_unstale":"2024-09-11T22:44:55.530426+0000","last_undegraded":"2024-09-11T22:44:55.530426+0000","last_fullsized":"2024-09-11T22:44:55.530426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:17.787065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"25'9","reported_seq":31,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:59.494193+0000","last_change":"2024-09-11T22:44:48.943101+0000","last_active":"2024-09-11T22:44:59.494193+0000","last_peered":"2024-09-11T22:44:59.494193+0000","last_clean":"2024-09-11T22:44:59.494193+0000","last_became_active":"2024-09-11T22:44:48.942782+0000","last_became_peered":"2024-09-11T22:44:48.942782+0000","last_unstale":"2024-09-11T22:44:59.494193+0000","last_undegraded":"2024-09-11T22:44:59.494193+0000","last_fullsized":"2024-09-11T22:44:59.494193+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3844,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999385+0000","last_change":"2024-09-11T22:44:53.981787+0000","last_active":"2024-09-11T22:44:54.999385+0000","last_peered":"2024-09-11T22:44:54.999385+0000","last_clean":"2024-09-11T22:44:54.999385+0000","last_became_active":"2024-09-11T22:44:53.981212+0000","last_became_peered":"2024-09-11T22:44:53.981212+0000","last_unstale":"2024-09-11T22:44:54.999385+0000","last_undegraded":"2024-09-11T22:44:54.999385+0000","last_fullsized":"2024-09-11T22:44:54.999385+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:58.818174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531234+0000","last_change":"2024-09-11T22:44:49.958965+0000","last_active":"2024-09-11T22:44:55.531234+0000","last_peered":"2024-09-11T22:44:55.531234+0000","last_clean":"2024-09-11T22:44:55.531234+0000","last_became_active":"2024-09-11T22:44:49.958588+0000","last_became_peered":"2024-09-11T22:44:49.958588+0000","last_unstale":"2024-09-11T22:44:55.531234+0000","last_undegraded":"2024-09-11T22:44:55.531234+0000","last_fullsized":"2024-09-11T22:44:55.531234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:58:55.319461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":25,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999741+0000","last_change":"2024-09-11T22:44:48.948384+0000","last_active":"2024-09-11T22:44:54.999741+0000","last_peered":"2024-09-11T22:44:54.999741+0000","last_clean":"2024-09-11T22:44:54.999741+0000","last_became_active":"2024-09-11T22:44:48.948084+0000","last_became_peered":"2024-09-11T22:44:48.948084+0000","last_unstale":"2024-09-11T22:44:54.999741+0000","last_undegraded":"2024-09-11T22:44:54.999741+0000","last_fullsized":"2024-09-11T22:44:54.999741+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:25.074233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531082+0000","last_change":"2024-09-11T22:44:53.977617+0000","last_active":"2024-09-11T22:44:55.531082+0000","last_peered":"2024-09-11T22:44:55.531082+0000","last_clean":"2024-09-11T22:44:55.531082+0000","last_became_active":"2024-09-11T22:44:53.976934+0000","last_became_peered":"2024-09-11T22:44:53.976934+0000","last_unstale":"2024-09-11T22:44:55.531082+0000","last_undegraded":"2024-09-11T22:44:55.531082+0000","last_fullsized":"2024-09-11T22:44:55.531082+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:56:04.635696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529914+0000","last_change":"2024-09-11T22:44:49.959535+0000","last_active":"2024-09-11T22:44:55.529914+0000","last_peered":"2024-09-11T22:44:55.529914+0000","last_clean":"2024-09-11T22:44:55.529914+0000","last_became_active":"2024-09-11T22:44:49.959249+0000","last_became_peered":"2024-09-11T22:44:49.959249+0000","last_unstale":"2024-09-11T22:44:55.529914+0000","last_undegraded":"2024-09-11T22:44:55.529914+0000","last_fullsized":"2024-09-11T22:44:55.529914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089895+0000","last_change":"2024-09-11T22:44:48.946761+0000","last_active":"2024-09-11T22:44:55.089895+0000","last_peered":"2024-09-11T22:44:55.089895+0000","last_clean":"2024-09-11T22:44:55.089895+0000","last_became_active":"2024-09-11T22:44:48.946058+0000","last_became_peered":"2024-09-11T22:44:48.946058+0000","last_unstale":"2024-09-11T22:44:55.089895+0000","last_undegraded":"2024-09-11T22:44:55.089895+0000","last_fullsized":"2024-09-11T22:44:55.089895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:27:25.384018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998537+0000","last_change":"2024-09-11T22:44:53.975066+0000","last_active":"2024-09-11T22:44:54.998537+0000","last_peered":"2024-09-11T22:44:54.998537+0000","last_clean":"2024-09-11T22:44:54.998537+0000","last_became_active":"2024-09-11T22:44:53.974598+0000","last_became_peered":"2024-09-11T22:44:53.974598+0000","last_unstale":"2024-09-11T22:44:54.998537+0000","last_undegraded":"2024-09-11T22:44:54.998537+0000","last_fullsized":"2024-09-11T22:44:54.998537+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:13:27.703617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089888+0000","last_change":"2024-09-11T22:44:49.961611+0000","last_active":"2024-09-11T22:44:55.089888+0000","last_peered":"2024-09-11T22:44:55.089888+0000","last_clean":"2024-09-11T22:44:55.089888+0000","last_became_active":"2024-09-11T22:44:49.961127+0000","last_became_peered":"2024-09-11T22:44:49.961127+0000","last_unstale":"2024-09-11T22:44:55.089888+0000","last_undegraded":"2024-09-11T22:44:55.089888+0000","last_fullsized":"2024-09-11T22:44:55.089888+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:13.588561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999393+0000","last_change":"2024-09-11T22:44:48.949675+0000","last_active":"2024-09-11T22:44:54.999393+0000","last_peered":"2024-09-11T22:44:54.999393+0000","last_clean":"2024-09-11T22:44:54.999393+0000","last_became_active":"2024-09-11T22:44:48.949346+0000","last_became_peered":"2024-09-11T22:44:48.949346+0000","last_unstale":"2024-09-11T22:44:54.999393+0000","last_undegraded":"2024-09-11T22:44:54.999393+0000","last_fullsized":"2024-09-11T22:44:54.999393+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:17:35.909684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999925+0000","last_change":"2024-09-11T22:44:54.045555+0000","last_active":"2024-09-11T22:44:54.999925+0000","last_peered":"2024-09-11T22:44:54.999925+0000","last_clean":"2024-09-11T22:44:54.999925+0000","last_became_active":"2024-09-11T22:44:54.045126+0000","last_became_peered":"2024-09-11T22:44:54.045126+0000","last_unstale":"2024-09-11T22:44:54.999925+0000","last_undegraded":"2024-09-11T22:44:54.999925+0000","last_fullsized":"2024-09-11T22:44:54.999925+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:15.023786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530168+0000","last_change":"2024-09-11T22:44:54.048150+0000","last_active":"2024-09-11T22:44:55.530168+0000","last_peered":"2024-09-11T22:44:55.530168+0000","last_clean":"2024-09-11T22:44:55.530168+0000","last_became_active":"2024-09-11T22:44:54.047719+0000","last_became_peered":"2024-09-11T22:44:54.047719+0000","last_unstale":"2024-09-11T22:44:55.530168+0000","last_undegraded":"2024-09-11T22:44:55.530168+0000","last_fullsized":"2024-09-11T22:44:55.530168+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:47.322360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998839+0000","last_change":"2024-09-11T22:44:49.951417+0000","last_active":"2024-09-11T22:44:54.998839+0000","last_peered":"2024-09-11T22:44:54.998839+0000","last_clean":"2024-09-11T22:44:54.998839+0000","last_became_active":"2024-09-11T22:44:49.951129+0000","last_became_peered":"2024-09-11T22:44:49.951129+0000","last_unstale":"2024-09-11T22:44:54.998839+0000","last_undegraded":"2024-09-11T22:44:54.998839+0000","last_fullsized":"2024-09-11T22:44:54.998839+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089370+0000","last_change":"2024-09-11T22:44:48.947757+0000","last_active":"2024-09-11T22:44:55.089370+0000","last_peered":"2024-09-11T22:44:55.089370+0000","last_clean":"2024-09-11T22:44:55.089370+0000","last_became_active":"2024-09-11T22:44:48.947490+0000","last_became_peered":"2024-09-11T22:44:48.947490+0000","last_unstale":"2024-09-11T22:44:55.089370+0000","last_undegraded":"2024-09-11T22:44:55.089370+0000","last_fullsized":"2024-09-11T22:44:55.089370+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:06.265458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999303+0000","last_change":"2024-09-11T22:44:53.978306+0000","last_active":"2024-09-11T22:44:54.999303+0000","last_peered":"2024-09-11T22:44:54.999303+0000","last_clean":"2024-09-11T22:44:54.999303+0000","last_became_active":"2024-09-11T22:44:53.977868+0000","last_became_peered":"2024-09-11T22:44:53.977868+0000","last_unstale":"2024-09-11T22:44:54.999303+0000","last_undegraded":"2024-09-11T22:44:54.999303+0000","last_fullsized":"2024-09-11T22:44:54.999303+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:12:43.345628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998470+0000","last_change":"2024-09-11T22:44:49.939131+0000","last_active":"2024-09-11T22:44:54.998470+0000","last_peered":"2024-09-11T22:44:54.998470+0000","last_clean":"2024-09-11T22:44:54.998470+0000","last_became_active":"2024-09-11T22:44:49.938443+0000","last_became_peered":"2024-09-11T22:44:49.938443+0000","last_unstale":"2024-09-11T22:44:54.998470+0000","last_undegraded":"2024-09-11T22:44:54.998470+0000","last_fullsized":"2024-09-11T22:44:54.998470+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:43:47.772988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998712+0000","last_change":"2024-09-11T22:44:48.947349+0000","last_active":"2024-09-11T22:44:54.998712+0000","last_peered":"2024-09-11T22:44:54.998712+0000","last_clean":"2024-09-11T22:44:54.998712+0000","last_became_active":"2024-09-11T22:44:48.947044+0000","last_became_peered":"2024-09-11T22:44:48.947044+0000","last_unstale":"2024-09-11T22:44:54.998712+0000","last_undegraded":"2024-09-11T22:44:54.998712+0000","last_fullsized":"2024-09-11T22:44:54.998712+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:56.114860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998925+0000","last_change":"2024-09-11T22:44:48.946140+0000","last_active":"2024-09-11T22:44:54.998925+0000","last_peered":"2024-09-11T22:44:54.998925+0000","last_clean":"2024-09-11T22:44:54.998925+0000","last_became_active":"2024-09-11T22:44:48.945620+0000","last_became_peered":"2024-09-11T22:44:48.945620+0000","last_unstale":"2024-09-11T22:44:54.998925+0000","last_undegraded":"2024-09-11T22:44:54.998925+0000","last_fullsized":"2024-09-11T22:44:54.998925+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:29:10.127945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530402+0000","last_change":"2024-09-11T22:44:49.954444+0000","last_active":"2024-09-11T22:44:55.530402+0000","last_peered":"2024-09-11T22:44:55.530402+0000","last_clean":"2024-09-11T22:44:55.530402+0000","last_became_active":"2024-09-11T22:44:49.954202+0000","last_became_peered":"2024-09-11T22:44:49.954202+0000","last_unstale":"2024-09-11T22:44:55.530402+0000","last_undegraded":"2024-09-11T22:44:55.530402+0000","last_fullsized":"2024-09-11T22:44:55.530402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529757+0000","last_change":"2024-09-11T22:44:53.980070+0000","last_active":"2024-09-11T22:44:55.529757+0000","last_peered":"2024-09-11T22:44:55.529757+0000","last_clean":"2024-09-11T22:44:55.529757+0000","last_became_active":"2024-09-11T22:44:53.979654+0000","last_became_peered":"2024-09-11T22:44:53.979654+0000","last_unstale":"2024-09-11T22:44:55.529757+0000","last_undegraded":"2024-09-11T22:44:55.529757+0000","last_fullsized":"2024-09-11T22:44:55.529757+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:11:06.168098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999702+0000","last_change":"2024-09-11T22:44:48.945209+0000","last_active":"2024-09-11T22:44:54.999702+0000","last_peered":"2024-09-11T22:44:54.999702+0000","last_clean":"2024-09-11T22:44:54.999702+0000","last_became_active":"2024-09-11T22:44:48.944938+0000","last_became_peered":"2024-09-11T22:44:48.944938+0000","last_unstale":"2024-09-11T22:44:54.999702+0000","last_undegraded":"2024-09-11T22:44:54.999702+0000","last_fullsized":"2024-09-11T22:44:54.999702+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:47.917010+0000","last_clean_scrub_stamp":"2024-09-11T22:44:47.917010+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:14.155021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530244+0000","last_change":"2024-09-11T22:44:49.952659+0000","last_active":"2024-09-11T22:44:55.530244+0000","last_peered":"2024-09-11T22:44:55.530244+0000","last_clean":"2024-09-11T22:44:55.530244+0000","last_became_active":"2024-09-11T22:44:49.950811+0000","last_became_peered":"2024-09-11T22:44:49.950811+0000","last_unstale":"2024-09-11T22:44:55.530244+0000","last_undegraded":"2024-09-11T22:44:55.530244+0000","last_fullsized":"2024-09-11T22:44:55.530244+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:25:48.877214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999679+0000","last_change":"2024-09-11T22:44:53.977329+0000","last_active":"2024-09-11T22:44:54.999679+0000","last_peered":"2024-09-11T22:44:54.999679+0000","last_clean":"2024-09-11T22:44:54.999679+0000","last_became_active":"2024-09-11T22:44:53.976763+0000","last_became_peered":"2024-09-11T22:44:53.976763+0000","last_unstale":"2024-09-11T22:44:54.999679+0000","last_undegraded":"2024-09-11T22:44:54.999679+0000","last_fullsized":"2024-09-11T22:44:54.999679+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:52.951007+0000","last_clean_scrub_stamp":"2024-09-11T22:44:52.951007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:22.357313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998558+0000","last_change":"2024-09-11T22:44:49.941762+0000","last_active":"2024-09-11T22:44:54.998558+0000","last_peered":"2024-09-11T22:44:54.998558+0000","last_clean":"2024-09-11T22:44:54.998558+0000","last_became_active":"2024-09-11T22:44:49.941497+0000","last_became_peered":"2024-09-11T22:44:49.941497+0000","last_unstale":"2024-09-11T22:44:54.998558+0000","last_undegraded":"2024-09-11T22:44:54.998558+0000","last_fullsized":"2024-09-11T22:44:54.998558+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:36:22.879730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529377+0000","last_change":"2024-09-11T22:44:49.961541+0000","last_active":"2024-09-11T22:44:55.529377+0000","last_peered":"2024-09-11T22:44:55.529377+0000","last_clean":"2024-09-11T22:44:55.529377+0000","last_became_active":"2024-09-11T22:44:49.961255+0000","last_became_peered":"2024-09-11T22:44:49.961255+0000","last_unstale":"2024-09-11T22:44:55.529377+0000","last_undegraded":"2024-09-11T22:44:55.529377+0000","last_fullsized":"2024-09-11T22:44:55.529377+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:35:32.445684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089580+0000","last_change":"2024-09-11T22:44:49.960108+0000","last_active":"2024-09-11T22:44:55.089580+0000","last_peered":"2024-09-11T22:44:55.089580+0000","last_clean":"2024-09-11T22:44:55.089580+0000","last_became_active":"2024-09-11T22:44:49.959556+0000","last_became_peered":"2024-09-11T22:44:49.959556+0000","last_unstale":"2024-09-11T22:44:55.089580+0000","last_undegraded":"2024-09-11T22:44:55.089580+0000","last_fullsized":"2024-09-11T22:44:55.089580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:35.608755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530329+0000","last_change":"2024-09-11T22:44:49.937161+0000","last_active":"2024-09-11T22:44:55.530329+0000","last_peered":"2024-09-11T22:44:55.530329+0000","last_clean":"2024-09-11T22:44:55.530329+0000","last_became_active":"2024-09-11T22:44:49.936851+0000","last_became_peered":"2024-09-11T22:44:49.936851+0000","last_unstale":"2024-09-11T22:44:55.530329+0000","last_undegraded":"2024-09-11T22:44:55.530329+0000","last_fullsized":"2024-09-11T22:44:55.530329+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000541+0000","last_change":"2024-09-11T22:44:49.951229+0000","last_active":"2024-09-11T22:44:55.000541+0000","last_peered":"2024-09-11T22:44:55.000541+0000","last_clean":"2024-09-11T22:44:55.000541+0000","last_became_active":"2024-09-11T22:44:49.950965+0000","last_became_peered":"2024-09-11T22:44:49.950965+0000","last_unstale":"2024-09-11T22:44:55.000541+0000","last_undegraded":"2024-09-11T22:44:55.000541+0000","last_fullsized":"2024-09-11T22:44:55.000541+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:39.893870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999537+0000","last_change":"2024-09-11T22:44:49.952549+0000","last_active":"2024-09-11T22:44:54.999537+0000","last_peered":"2024-09-11T22:44:54.999537+0000","last_clean":"2024-09-11T22:44:54.999537+0000","last_became_active":"2024-09-11T22:44:49.952228+0000","last_became_peered":"2024-09-11T22:44:49.952228+0000","last_unstale":"2024-09-11T22:44:54.999537+0000","last_undegraded":"2024-09-11T22:44:54.999537+0000","last_fullsized":"2024-09-11T22:44:54.999537+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999435+0000","last_change":"2024-09-11T22:44:49.954096+0000","last_active":"2024-09-11T22:44:54.999435+0000","last_peered":"2024-09-11T22:44:54.999435+0000","last_clean":"2024-09-11T22:44:54.999435+0000","last_became_active":"2024-09-11T22:44:49.953844+0000","last_became_peered":"2024-09-11T22:44:49.953844+0000","last_unstale":"2024-09-11T22:44:54.999435+0000","last_undegraded":"2024-09-11T22:44:54.999435+0000","last_fullsized":"2024-09-11T22:44:54.999435+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000142+0000","last_change":"2024-09-11T22:44:49.950026+0000","last_active":"2024-09-11T22:44:55.000142+0000","last_peered":"2024-09-11T22:44:55.000142+0000","last_clean":"2024-09-11T22:44:55.000142+0000","last_became_active":"2024-09-11T22:44:49.949748+0000","last_became_peered":"2024-09-11T22:44:49.949748+0000","last_unstale":"2024-09-11T22:44:55.000142+0000","last_undegraded":"2024-09-11T22:44:55.000142+0000","last_fullsized":"2024-09-11T22:44:55.000142+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:33.661494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089367+0000","last_change":"2024-09-11T22:44:49.960455+0000","last_active":"2024-09-11T22:44:55.089367+0000","last_peered":"2024-09-11T22:44:55.089367+0000","last_clean":"2024-09-11T22:44:55.089367+0000","last_became_active":"2024-09-11T22:44:49.960134+0000","last_became_peered":"2024-09-11T22:44:49.960134+0000","last_unstale":"2024-09-11T22:44:55.089367+0000","last_undegraded":"2024-09-11T22:44:55.089367+0000","last_fullsized":"2024-09-11T22:44:55.089367+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998826+0000","last_change":"2024-09-11T22:44:49.951420+0000","last_active":"2024-09-11T22:44:54.998826+0000","last_peered":"2024-09-11T22:44:54.998826+0000","last_clean":"2024-09-11T22:44:54.998826+0000","last_became_active":"2024-09-11T22:44:49.950577+0000","last_became_peered":"2024-09-11T22:44:49.950577+0000","last_unstale":"2024-09-11T22:44:54.998826+0000","last_undegraded":"2024-09-11T22:44:54.998826+0000","last_fullsized":"2024-09-11T22:44:54.998826+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:17.009666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089523+0000","last_change":"2024-09-11T22:44:49.961269+0000","last_active":"2024-09-11T22:44:55.089523+0000","last_peered":"2024-09-11T22:44:55.089523+0000","last_clean":"2024-09-11T22:44:55.089523+0000","last_became_active":"2024-09-11T22:44:49.960996+0000","last_became_peered":"2024-09-11T22:44:49.960996+0000","last_unstale":"2024-09-11T22:44:55.089523+0000","last_undegraded":"2024-09-11T22:44:55.089523+0000","last_fullsized":"2024-09-11T22:44:55.089523+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530246+0000","last_change":"2024-09-11T22:44:49.953407+0000","last_active":"2024-09-11T22:44:55.530246+0000","last_peered":"2024-09-11T22:44:55.530246+0000","last_clean":"2024-09-11T22:44:55.530246+0000","last_became_active":"2024-09-11T22:44:49.953113+0000","last_became_peered":"2024-09-11T22:44:49.953113+0000","last_unstale":"2024-09-11T22:44:55.530246+0000","last_undegraded":"2024-09-11T22:44:55.530246+0000","last_fullsized":"2024-09-11T22:44:55.530246+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999215+0000","last_change":"2024-09-11T22:44:49.952335+0000","last_active":"2024-09-11T22:44:54.999215+0000","last_peered":"2024-09-11T22:44:54.999215+0000","last_clean":"2024-09-11T22:44:54.999215+0000","last_became_active":"2024-09-11T22:44:49.951991+0000","last_became_peered":"2024-09-11T22:44:49.951991+0000","last_unstale":"2024-09-11T22:44:54.999215+0000","last_undegraded":"2024-09-11T22:44:54.999215+0000","last_fullsized":"2024-09-11T22:44:54.999215+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:15:42.681366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530890+0000","last_change":"2024-09-11T22:44:49.952886+0000","last_active":"2024-09-11T22:44:55.530890+0000","last_peered":"2024-09-11T22:44:55.530890+0000","last_clean":"2024-09-11T22:44:55.530890+0000","last_became_active":"2024-09-11T22:44:49.952604+0000","last_became_peered":"2024-09-11T22:44:49.952604+0000","last_unstale":"2024-09-11T22:44:55.530890+0000","last_undegraded":"2024-09-11T22:44:55.530890+0000","last_fullsized":"2024-09-11T22:44:55.530890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:21:54.789427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529788+0000","last_change":"2024-09-11T22:44:49.944573+0000","last_active":"2024-09-11T22:44:55.529788+0000","last_peered":"2024-09-11T22:44:55.529788+0000","last_clean":"2024-09-11T22:44:55.529788+0000","last_became_active":"2024-09-11T22:44:49.944279+0000","last_became_peered":"2024-09-11T22:44:49.944279+0000","last_unstale":"2024-09-11T22:44:55.529788+0000","last_undegraded":"2024-09-11T22:44:55.529788+0000","last_fullsized":"2024-09-11T22:44:55.529788+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:01:26.079483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.090085+0000","last_change":"2024-09-11T22:44:49.963366+0000","last_active":"2024-09-11T22:44:55.090085+0000","last_peered":"2024-09-11T22:44:55.090085+0000","last_clean":"2024-09-11T22:44:55.090085+0000","last_became_active":"2024-09-11T22:44:49.962045+0000","last_became_peered":"2024-09-11T22:44:49.962045+0000","last_unstale":"2024-09-11T22:44:55.090085+0000","last_undegraded":"2024-09-11T22:44:55.090085+0000","last_fullsized":"2024-09-11T22:44:55.090085+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:43.293613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089254+0000","last_change":"2024-09-11T22:44:49.960552+0000","last_active":"2024-09-11T22:44:55.089254+0000","last_peered":"2024-09-11T22:44:55.089254+0000","last_clean":"2024-09-11T22:44:55.089254+0000","last_became_active":"2024-09-11T22:44:49.960232+0000","last_became_peered":"2024-09-11T22:44:49.960232+0000","last_unstale":"2024-09-11T22:44:55.089254+0000","last_undegraded":"2024-09-11T22:44:55.089254+0000","last_fullsized":"2024-09-11T22:44:55.089254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:24.468960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999149+0000","last_change":"2024-09-11T22:44:49.958193+0000","last_active":"2024-09-11T22:44:54.999149+0000","last_peered":"2024-09-11T22:44:54.999149+0000","last_clean":"2024-09-11T22:44:54.999149+0000","last_became_active":"2024-09-11T22:44:49.957918+0000","last_became_peered":"2024-09-11T22:44:49.957918+0000","last_unstale":"2024-09-11T22:44:54.999149+0000","last_undegraded":"2024-09-11T22:44:54.999149+0000","last_fullsized":"2024-09-11T22:44:54.999149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529898+0000","last_change":"2024-09-11T22:44:49.952301+0000","last_active":"2024-09-11T22:44:55.529898+0000","last_peered":"2024-09-11T22:44:55.529898+0000","last_clean":"2024-09-11T22:44:55.529898+0000","last_became_active":"2024-09-11T22:44:49.951554+0000","last_became_peered":"2024-09-11T22:44:49.951554+0000","last_unstale":"2024-09-11T22:44:55.529898+0000","last_undegraded":"2024-09-11T22:44:55.529898+0000","last_fullsized":"2024-09-11T22:44:55.529898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:56.109128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999592+0000","last_change":"2024-09-11T22:44:49.945999+0000","last_active":"2024-09-11T22:44:54.999592+0000","last_peered":"2024-09-11T22:44:54.999592+0000","last_clean":"2024-09-11T22:44:54.999592+0000","last_became_active":"2024-09-11T22:44:49.945659+0000","last_became_peered":"2024-09-11T22:44:49.945659+0000","last_unstale":"2024-09-11T22:44:54.999592+0000","last_undegraded":"2024-09-11T22:44:54.999592+0000","last_fullsized":"2024-09-11T22:44:54.999592+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:05.589164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":19,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.531141+0000","last_change":"2024-09-11T22:44:49.959108+0000","last_active":"2024-09-11T22:44:55.531141+0000","last_peered":"2024-09-11T22:44:55.531141+0000","last_clean":"2024-09-11T22:44:55.531141+0000","last_became_active":"2024-09-11T22:44:49.958161+0000","last_became_peered":"2024-09-11T22:44:49.958161+0000","last_unstale":"2024-09-11T22:44:55.531141+0000","last_undegraded":"2024-09-11T22:44:55.531141+0000","last_fullsized":"2024-09-11T22:44:55.531141+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:25.882629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999059+0000","last_change":"2024-09-11T22:44:49.961983+0000","last_active":"2024-09-11T22:44:54.999059+0000","last_peered":"2024-09-11T22:44:54.999059+0000","last_clean":"2024-09-11T22:44:54.999059+0000","last_became_active":"2024-09-11T22:44:49.961687+0000","last_became_peered":"2024-09-11T22:44:49.961687+0000","last_unstale":"2024-09-11T22:44:54.999059+0000","last_undegraded":"2024-09-11T22:44:54.999059+0000","last_fullsized":"2024-09-11T22:44:54.999059+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.999368+0000","last_change":"2024-09-11T22:44:49.962783+0000","last_active":"2024-09-11T22:44:54.999368+0000","last_peered":"2024-09-11T22:44:54.999368+0000","last_clean":"2024-09-11T22:44:54.999368+0000","last_became_active":"2024-09-11T22:44:49.962527+0000","last_became_peered":"2024-09-11T22:44:49.962527+0000","last_unstale":"2024-09-11T22:44:54.999368+0000","last_undegraded":"2024-09-11T22:44:54.999368+0000","last_fullsized":"2024-09-11T22:44:54.999368+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:12:30.403906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530328+0000","last_change":"2024-09-11T22:44:49.960948+0000","last_active":"2024-09-11T22:44:55.530328+0000","last_peered":"2024-09-11T22:44:55.530328+0000","last_clean":"2024-09-11T22:44:55.530328+0000","last_became_active":"2024-09-11T22:44:49.960653+0000","last_became_peered":"2024-09-11T22:44:49.960653+0000","last_unstale":"2024-09-11T22:44:55.530328+0000","last_undegraded":"2024-09-11T22:44:55.530328+0000","last_fullsized":"2024-09-11T22:44:55.530328+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:24:51.550907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:54.998352+0000","last_change":"2024-09-11T22:44:49.961450+0000","last_active":"2024-09-11T22:44:54.998352+0000","last_peered":"2024-09-11T22:44:54.998352+0000","last_clean":"2024-09-11T22:44:54.998352+0000","last_became_active":"2024-09-11T22:44:49.961194+0000","last_became_peered":"2024-09-11T22:44:49.961194+0000","last_unstale":"2024-09-11T22:44:54.998352+0000","last_undegraded":"2024-09-11T22:44:54.998352+0000","last_fullsized":"2024-09-11T22:44:54.998352+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:19.166461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529697+0000","last_change":"2024-09-11T22:44:49.952412+0000","last_active":"2024-09-11T22:44:55.529697+0000","last_peered":"2024-09-11T22:44:55.529697+0000","last_clean":"2024-09-11T22:44:55.529697+0000","last_became_active":"2024-09-11T22:44:49.951053+0000","last_became_peered":"2024-09-11T22:44:49.951053+0000","last_unstale":"2024-09-11T22:44:55.529697+0000","last_undegraded":"2024-09-11T22:44:55.529697+0000","last_fullsized":"2024-09-11T22:44:55.529697+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:17.877751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089454+0000","last_change":"2024-09-11T22:44:49.960665+0000","last_active":"2024-09-11T22:44:55.089454+0000","last_peered":"2024-09-11T22:44:55.089454+0000","last_clean":"2024-09-11T22:44:55.089454+0000","last_became_active":"2024-09-11T22:44:49.960380+0000","last_became_peered":"2024-09-11T22:44:49.960380+0000","last_unstale":"2024-09-11T22:44:55.089454+0000","last_undegraded":"2024-09-11T22:44:55.089454+0000","last_fullsized":"2024-09-11T22:44:55.089454+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:59:12.704165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530264+0000","last_change":"2024-09-11T22:44:49.950707+0000","last_active":"2024-09-11T22:44:55.530264+0000","last_peered":"2024-09-11T22:44:55.530264+0000","last_clean":"2024-09-11T22:44:55.530264+0000","last_became_active":"2024-09-11T22:44:49.950408+0000","last_became_peered":"2024-09-11T22:44:49.950408+0000","last_unstale":"2024-09-11T22:44:55.530264+0000","last_undegraded":"2024-09-11T22:44:55.530264+0000","last_fullsized":"2024-09-11T22:44:55.530264+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:35.608755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.089571+0000","last_change":"2024-09-11T22:44:49.962110+0000","last_active":"2024-09-11T22:44:55.089571+0000","last_peered":"2024-09-11T22:44:55.089571+0000","last_clean":"2024-09-11T22:44:55.089571+0000","last_became_active":"2024-09-11T22:44:49.961788+0000","last_became_peered":"2024-09-11T22:44:49.961788+0000","last_unstale":"2024-09-11T22:44:55.089571+0000","last_undegraded":"2024-09-11T22:44:55.089571+0000","last_fullsized":"2024-09-11T22:44:55.089571+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:48:43.516058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.529492+0000","last_change":"2024-09-11T22:44:49.937720+0000","last_active":"2024-09-11T22:44:55.529492+0000","last_peered":"2024-09-11T22:44:55.529492+0000","last_clean":"2024-09-11T22:44:55.529492+0000","last_became_active":"2024-09-11T22:44:49.937266+0000","last_became_peered":"2024-09-11T22:44:49.937266+0000","last_unstale":"2024-09-11T22:44:55.529492+0000","last_undegraded":"2024-09-11T22:44:55.529492+0000","last_fullsized":"2024-09-11T22:44:55.529492+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:48.543087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.000166+0000","last_change":"2024-09-11T22:44:49.952540+0000","last_active":"2024-09-11T22:44:55.000166+0000","last_peered":"2024-09-11T22:44:55.000166+0000","last_clean":"2024-09-11T22:44:55.000166+0000","last_became_active":"2024-09-11T22:44:49.952272+0000","last_became_peered":"2024-09-11T22:44:49.952272+0000","last_unstale":"2024-09-11T22:44:55.000166+0000","last_undegraded":"2024-09-11T22:44:55.000166+0000","last_fullsized":"2024-09-11T22:44:55.000166+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:07:40.819928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-11T22:44:55.530208+0000","last_change":"2024-09-11T22:44:49.952796+0000","last_active":"2024-09-11T22:44:55.530208+0000","last_peered":"2024-09-11T22:44:55.530208+0000","last_clean":"2024-09-11T22:44:55.530208+0000","last_became_active":"2024-09-11T22:44:49.951075+0000","last_became_peered":"2024-09-11T22:44:49.951075+0000","last_unstale":"2024-09-11T22:44:55.530208+0000","last_undegraded":"2024-09-11T22:44:55.530208+0000","last_fullsized":"2024-09-11T22:44:55.530208+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:48.922259+0000","last_clean_scrub_stamp":"2024-09-11T22:44:48.922259+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:47:43.293613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4642,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509451,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":856064,"data_stored":693405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509452,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":106299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509451,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27284,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344556,"statfs":{"total":96636764160,"available":96608825344,"internally_reserved":0,"allocated":262144,"data_stored":102545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509450,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31444,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340396,"statfs":{"total":96636764160,"available":96604565504,"internally_reserved":0,"allocated":258048,"data_stored":102455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509450,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31448,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340392,"statfs":{"total":96636764160,"available":96604561408,"internally_reserved":0,"allocated":266240,"data_stored":102615,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509450,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32040,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339800,"statfs":{"total":96636764160,"available":96603955200,"internally_reserved":0,"allocated":864256,"data_stored":693461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574858,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":270336,"data_stored":102581,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574858,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35608,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336232,"statfs":{"total":96636764160,"available":96600301568,"internally_reserved":0,"allocated":270336,"data_stored":106299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:45:14.753 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-11T22:45:14.753 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-11T22:45:14.753 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-11T22:45:14.753 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-11T22:45:14.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.885+0000 7f456f8ed640 1 Processor -- start 2024-09-11T22:45:14.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.885+0000 7f456f8ed640 1 -- start start 2024-09-11T22:45:14.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456f8ed640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680cdbb0 0x7f45680b0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456f8ed640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f45680aff10 0x7f45680b14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456f8ed640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4568070020 con 0x7f456815b190 2024-09-11T22:45:14.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456f8ed640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f456815f7c0 con 0x7f45680aff10 2024-09-11T22:45:14.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456f8ed640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f456815fd20 con 0x7f45680cdbb0 2024-09-11T22:45:14.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456de8a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f45680aff10 0x7f45680b14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456de8a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f45680aff10 0x7f45680b14e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46008/0 (socket says 172.21.15.16:46008) 2024-09-11T22:45:14.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456de8a640 1 -- 172.21.15.16:0/2068139699 learned_addr learned my addr 172.21.15.16:0/2068139699 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:14.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456ce88640 1 --2- 172.21.15.16:0/2068139699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680cdbb0 0x7f45680b0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456de8a640 1 -- 172.21.15.16:0/2068139699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680cdbb0 msgr2=0x7f45680b0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:14.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456de8a640 1 --2- 172.21.15.16:0/2068139699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680cdbb0 0x7f45680b0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456de8a640 1 -- 172.21.15.16:0/2068139699 >> v1:172.21.15.104:6789/0 conn(0x7f456815b190 legacy=0x7f45680cd4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:14.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456de8a640 1 -- 172.21.15.16:0/2068139699 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45680b0500 con 0x7f45680aff10 2024-09-11T22:45:14.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.886+0000 7f456ce88640 1 --2- 172.21.15.16:0/2068139699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680cdbb0 0x7f45680b0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:14.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.887+0000 7f456de8a640 1 --2- 172.21.15.16:0/2068139699 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680aff10 0x7f45680b14e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4560009e50 tx=0x7f456002a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f41aa9003455c1d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:14.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.887+0000 7f455ffff640 1 -- 172.21.15.16:0/2068139699 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4560036070 con 0x7f45680aff10 2024-09-11T22:45:14.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.887+0000 7f455ffff640 1 -- 172.21.15.16:0/2068139699 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4560031600 con 0x7f45680aff10 2024-09-11T22:45:14.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.887+0000 7f455ffff640 1 -- 172.21.15.16:0/2068139699 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45600319d0 con 0x7f45680aff10 2024-09-11T22:45:14.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.888+0000 7f456f8ed640 1 -- 172.21.15.16:0/2068139699 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680aff10 msgr2=0x7f45680b14e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.888+0000 7f456f8ed640 1 --2- 172.21.15.16:0/2068139699 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680aff10 0x7f45680b14e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4560009e50 tx=0x7f456002a630 comp rx=0 tx=0).stop 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.888+0000 7f456f8ed640 1 -- 172.21.15.16:0/2068139699 shutdown_connections 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.888+0000 7f456f8ed640 1 --2- 172.21.15.16:0/2068139699 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45680aff10 0x7f45680b14e0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.888+0000 7f456f8ed640 1 --2- 172.21.15.16:0/2068139699 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680cdbb0 0x7f45680b0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.888+0000 7f456f8ed640 1 -- 172.21.15.16:0/2068139699 >> 172.21.15.16:0/2068139699 conn(0x7f456806bc10 msgr2=0x7f456806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.888+0000 7f456f8ed640 1 -- 172.21.15.16:0/2068139699 shutdown_connections 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.888+0000 7f456f8ed640 1 -- 172.21.15.16:0/2068139699 wait complete. 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.889+0000 7f456f8ed640 1 Processor -- start 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.889+0000 7f456f8ed640 1 -- start start 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456f8ed640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680aff10 0x7f45680aa7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456f8ed640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45680cdbb0 0x7f456815e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456f8ed640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f456815b190 0x7f45680b2750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456f8ed640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f45680b0a80 con 0x7f456815b190 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456f8ed640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f45680b07a0 con 0x7f45680cdbb0 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456f8ed640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f456815b570 con 0x7f45680aff10 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456de8a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f456815b190 0x7f45680b2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456de8a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f456815b190 0x7f45680b2750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46024/0 (socket says 172.21.15.16:46024) 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456de8a640 1 -- 172.21.15.16:0/2305542966 learned_addr learned my addr 172.21.15.16:0/2305542966 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456ce88640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45680cdbb0 0x7f456815e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456d689640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680aff10 0x7f45680aa7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456de8a640 1 -- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680aff10 msgr2=0x7f45680aa7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456de8a640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680aff10 0x7f45680aa7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456de8a640 1 -- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45680cdbb0 msgr2=0x7f456815e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456de8a640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45680cdbb0 0x7f456815e250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:14.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456de8a640 1 -- 172.21.15.16:0/2305542966 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f456815e790 con 0x7f456815b190 2024-09-11T22:45:14.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456de8a640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f456815b190 0x7f45680b2750 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4560034040 tx=0x7f4560004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:14.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f455dffb640 1 -- 172.21.15.16:0/2305542966 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4560036050 con 0x7f456815b190 2024-09-11T22:45:14.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f455dffb640 1 -- 172.21.15.16:0/2305542966 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4560042070 con 0x7f456815b190 2024-09-11T22:45:14.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f455dffb640 1 -- 172.21.15.16:0/2305542966 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4560009510 con 0x7f456815b190 2024-09-11T22:45:14.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.890+0000 7f456f8ed640 1 -- 172.21.15.16:0/2305542966 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4568154b10 con 0x7f456815b190 2024-09-11T22:45:14.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.891+0000 7f456f8ed640 1 -- 172.21.15.16:0/2305542966 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45680a9ff0 con 0x7f456815b190 2024-09-11T22:45:14.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.892+0000 7f456f8ed640 1 -- 172.21.15.16:0/2305542966 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45680a9b00 con 0x7f456815b190 2024-09-11T22:45:14.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.892+0000 7f455dffb640 1 -- 172.21.15.16:0/2305542966 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4560007bf0 con 0x7f456815b190 2024-09-11T22:45:14.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.893+0000 7f455dffb640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f454c06be60 0x7f454c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:14.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.893+0000 7f455dffb640 1 -- 172.21.15.16:0/2305542966 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f45600ac000 con 0x7f456815b190 2024-09-11T22:45:14.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.893+0000 7f456d689640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f454c06be60 0x7f454c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:14.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.893+0000 7f456d689640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f454c06be60 0x7f454c06e320 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f456806f5a0 tx=0x7f4564009060 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:14.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:14.897+0000 7f455dffb640 1 -- 172.21.15.16:0/2305542966 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4568070020 con 0x7f456815b190 2024-09-11T22:45:15.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.110+0000 7f456f8ed640 1 -- 172.21.15.16:0/2305542966 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f456806e200 con 0x7f456815b190 2024-09-11T22:45:15.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.111+0000 7f455dffb640 1 -- 172.21.15.16:0/2305542966 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f4560079f80 con 0x7f456815b190 2024-09-11T22:45:15.111 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:15.112 INFO:teuthology.orchestra.run.smithi016.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-11T22:45:15.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 -- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f454c06be60 msgr2=0x7f454c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f454c06be60 0x7f454c06e320 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f456806f5a0 tx=0x7f4564009060 comp rx=0 tx=0).stop 2024-09-11T22:45:15.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 -- 172.21.15.16:0/2305542966 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f456815b190 msgr2=0x7f45680b2750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f456815b190 0x7f45680b2750 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4560034040 tx=0x7f4560004a40 comp rx=0 tx=0).stop 2024-09-11T22:45:15.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 -- 172.21.15.16:0/2305542966 shutdown_connections 2024-09-11T22:45:15.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f454c06be60 0x7f454c06e320 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f456815b190 0x7f45680b2750 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f45680cdbb0 0x7f456815e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 --2- 172.21.15.16:0/2305542966 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f45680aff10 0x7f45680aa7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 -- 172.21.15.16:0/2305542966 >> 172.21.15.16:0/2305542966 conn(0x7f456806bc10 msgr2=0x7f45680cd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:15.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 -- 172.21.15.16:0/2305542966 shutdown_connections 2024-09-11T22:45:15.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.113+0000 7f456f8ed640 1 -- 172.21.15.16:0/2305542966 wait complete. 2024-09-11T22:45:15.124 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-11T22:45:15.125 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:45:15.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.226+0000 7fa5f02e4640 1 Processor -- start 2024-09-11T22:45:15.227 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.226+0000 7fa5f02e4640 1 -- start start 2024-09-11T22:45:15.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.227+0000 7fa5f02e4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa5e815e650 0x7fa5e80b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.227+0000 7fa5f02e4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5e815ea30 con 0x7fa5e80709b0 2024-09-11T22:45:15.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.227+0000 7fa5f02e4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5e80af210 con 0x7fa5e806eaa0 2024-09-11T22:45:15.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.227+0000 7fa5f02e4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa5e80af4f0 con 0x7fa5e815e650 2024-09-11T22:45:15.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.227+0000 7fa5ee881640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa5e80709b0 0x7fa5e80b3da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49722/0 (socket says 172.21.15.16:49722) 2024-09-11T22:45:15.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.227+0000 7fa5ee881640 1 -- 172.21.15.16:0/4148635085 learned_addr learned my addr 172.21.15.16:0/4148635085 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:15.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.227+0000 7fa5ee080640 1 --2- 172.21.15.16:0/4148635085 >> v2:172.21.15.104:3300/0 conn(0x7fa5e815e650 0x7fa5e80b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.228+0000 7fa5ed07e640 1 -- 172.21.15.16:0/4148635085 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1121691052 0 0) 0x7fa5e0001490 con 0x7fa5e80709b0 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.228+0000 7fa5ed07e640 1 -- 172.21.15.16:0/4148635085 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa5d4003520 con 0x7fa5e80709b0 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.228+0000 7fa5ed07e640 1 -- 172.21.15.16:0/4148635085 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 576543274 0 0) 0x7fa5e80af210 con 0x7fa5e806eaa0 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.228+0000 7fa5ed07e640 1 -- 172.21.15.16:0/4148635085 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa5e0001490 con 0x7fa5e806eaa0 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.228+0000 7fa5ed07e640 1 -- 172.21.15.16:0/4148635085 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3757689517 0 0) 0x7fa5d4003520 con 0x7fa5e80709b0 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.228+0000 7fa5ee080640 1 -- 172.21.15.16:0/4148635085 >> v1:172.21.15.104:6789/0 conn(0x7fa5e806eaa0 legacy=0x7fa5e80702a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.228+0000 7fa5ee080640 1 -- 172.21.15.16:0/4148635085 >> v1:172.21.15.16:6789/0 conn(0x7fa5e80709b0 legacy=0x7fa5e80b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.228+0000 7fa5ee080640 1 -- 172.21.15.16:0/4148635085 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5e80af7d0 con 0x7fa5e815e650 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.229+0000 7fa5ee080640 1 --2- 172.21.15.16:0/4148635085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5e815e650 0x7fa5e80b02b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa5e40097a0 tx=0x7fa5e402a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=581db9ddaeb5b528 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.229+0000 7fa5ed07e640 1 -- 172.21.15.16:0/4148635085 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e4037070 con 0x7fa5e815e650 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.229+0000 7fa5ed07e640 1 -- 172.21.15.16:0/4148635085 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5e402ac50 con 0x7fa5e815e650 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.229+0000 7fa5ed07e640 1 -- 172.21.15.16:0/4148635085 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e0001bc0 con 0x7fa5e815e650 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.229+0000 7fa5f02e4640 1 -- 172.21.15.16:0/4148635085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5e815e650 msgr2=0x7fa5e80b02b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.231 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.229+0000 7fa5f02e4640 1 --2- 172.21.15.16:0/4148635085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5e815e650 0x7fa5e80b02b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa5e40097a0 tx=0x7fa5e402a1c0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.229+0000 7fa5f02e4640 1 -- 172.21.15.16:0/4148635085 shutdown_connections 2024-09-11T22:45:15.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.229+0000 7fa5f02e4640 1 --2- 172.21.15.16:0/4148635085 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5e815e650 0x7fa5e80b02b0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.229+0000 7fa5f02e4640 1 -- 172.21.15.16:0/4148635085 >> 172.21.15.16:0/4148635085 conn(0x7fa5e8073980 msgr2=0x7fa5e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:15.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.229+0000 7fa5f02e4640 1 -- 172.21.15.16:0/4148635085 shutdown_connections 2024-09-11T22:45:15.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.229+0000 7fa5f02e4640 1 -- 172.21.15.16:0/4148635085 wait complete. 2024-09-11T22:45:15.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.231+0000 7fa5f02e4640 1 Processor -- start 2024-09-11T22:45:15.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.231+0000 7fa5f02e4640 1 -- start start 2024-09-11T22:45:15.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.231+0000 7fa5f02e4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5e806eaa0 0x7fa5e814b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.231+0000 7fa5f02e4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5e80709b0 0x7fa5e80b5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.231+0000 7fa5f02e4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5e815e650 0x7fa5e8148130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.231+0000 7fa5f02e4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e80cd3c0 con 0x7fa5e80709b0 2024-09-11T22:45:15.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.231+0000 7fa5f02e4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e80cd240 con 0x7fa5e806eaa0 2024-09-11T22:45:15.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.231+0000 7fa5f02e4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa5e80aeba0 con 0x7fa5e815e650 2024-09-11T22:45:15.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.231+0000 7fa5ed87f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5e80709b0 0x7fa5e80b5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5ed87f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5e80709b0 0x7fa5e80b5740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46028/0 (socket says 172.21.15.16:46028) 2024-09-11T22:45:15.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5ed87f640 1 -- 172.21.15.16:0/3874550335 learned_addr learned my addr 172.21.15.16:0/3874550335 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:15.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5ee080640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5e806eaa0 0x7fa5e814b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5ee881640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5e815e650 0x7fa5e8148130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5ed87f640 1 -- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5e815e650 msgr2=0x7fa5e8148130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5ed87f640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5e815e650 0x7fa5e8148130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5ed87f640 1 -- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5e806eaa0 msgr2=0x7fa5e814b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5ed87f640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5e806eaa0 0x7fa5e814b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5ed87f640 1 -- 172.21.15.16:0/3874550335 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5e814bd20 con 0x7fa5e80709b0 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5ee080640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5e806eaa0 0x7fa5e814b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5ed87f640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5e80709b0 0x7fa5e80b5740 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa5d800c4c0 tx=0x7fa5d800c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5deffd640 1 -- 172.21.15.16:0/3874550335 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5d80052d0 con 0x7fa5e80709b0 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5deffd640 1 -- 172.21.15.16:0/3874550335 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5d8005470 con 0x7fa5e80709b0 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5deffd640 1 -- 172.21.15.16:0/3874550335 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5d8012870 con 0x7fa5e80709b0 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5f02e4640 1 -- 172.21.15.16:0/3874550335 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5e81616c0 con 0x7fa5e80709b0 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.232+0000 7fa5f02e4640 1 -- 172.21.15.16:0/3874550335 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5e8148f90 con 0x7fa5e80709b0 2024-09-11T22:45:15.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.233+0000 7fa5f02e4640 1 -- 172.21.15.16:0/3874550335 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5e8161f10 con 0x7fa5e80709b0 2024-09-11T22:45:15.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.234+0000 7fa5deffd640 1 -- 172.21.15.16:0/3874550335 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa5d8012a10 con 0x7fa5e80709b0 2024-09-11T22:45:15.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.234+0000 7fa5deffd640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa5cc06be30 0x7fa5cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.234+0000 7fa5deffd640 1 -- 172.21.15.16:0/3874550335 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa5d808adc0 con 0x7fa5e80709b0 2024-09-11T22:45:15.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.235+0000 7fa5ee080640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa5cc06be30 0x7fa5cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.235+0000 7fa5ee080640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa5cc06be30 0x7fa5cc06e2f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4034000 tx=0x7fa5e402e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:15.239 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.239+0000 7fa5deffd640 1 -- 172.21.15.16:0/3874550335 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa5e8161f10 con 0x7fa5e80709b0 2024-09-11T22:45:15.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.451+0000 7fa5f02e4640 1 -- 172.21.15.16:0/3874550335 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5e8148d80 con 0x7fa5e80709b0 2024-09-11T22:45:15.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.452+0000 7fa5deffd640 1 -- 172.21.15.16:0/3874550335 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5219 (secure 0 0 0) 0x7fa5d80594c0 con 0x7fa5e80709b0 2024-09-11T22:45:15.454 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:15.454 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"btime":"2024-09-11T22:45:09:032062+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/3903625691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3903625691},{"type":"v1","addr":"172.21.15.104:6837","nonce":3903625691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/57158659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":57158659},{"type":"v1","addr":"172.21.15.16:6835","nonce":57158659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:44:49.293917+0000","modified":"2024-09-11T22:45:08.385476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4303":{"gid":4303,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3264142978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3264142978},{"type":"v1","addr":"172.21.15.104:6836","nonce":3264142978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4303,"qdb_cluster":[4303]},"id":1}]} 2024-09-11T22:45:15.455 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-09-11T22:45:15.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 -- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa5cc06be30 msgr2=0x7fa5cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa5cc06be30 0x7fa5cc06e2f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa5e4034000 tx=0x7fa5e402e000 comp rx=0 tx=0).stop 2024-09-11T22:45:15.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 -- 172.21.15.16:0/3874550335 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5e80709b0 msgr2=0x7fa5e80b5740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5e80709b0 0x7fa5e80b5740 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa5d800c4c0 tx=0x7fa5d800c980 comp rx=0 tx=0).stop 2024-09-11T22:45:15.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 -- 172.21.15.16:0/3874550335 shutdown_connections 2024-09-11T22:45:15.455 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa5cc06be30 0x7fa5cc06e2f0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa5e815e650 0x7fa5e8148130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa5e80709b0 0x7fa5e80b5740 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 --2- 172.21.15.16:0/3874550335 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa5e806eaa0 0x7fa5e814b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 -- 172.21.15.16:0/3874550335 >> 172.21.15.16:0/3874550335 conn(0x7fa5e8073980 msgr2=0x7fa5e80d0150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:15.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 -- 172.21.15.16:0/3874550335 shutdown_connections 2024-09-11T22:45:15.456 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.454+0000 7fa5f02e4640 1 -- 172.21.15.16:0/3874550335 wait complete. 2024-09-11T22:45:15.466 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:45:15.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.567+0000 7f86ee2fa640 1 Processor -- start 2024-09-11T22:45:15.568 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.567+0000 7f86ee2fa640 1 -- start start 2024-09-11T22:45:15.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86ee2fa640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f86e8147f60 0x7f86e815f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86ee2fa640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f86e8162250 0x7f86e80b4f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86ee2fa640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f86e80b5490 0x7f86e806bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86ee2fa640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f86e806f2f0 con 0x7f86e8147f60 2024-09-11T22:45:15.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86ee2fa640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f86e8162a60 con 0x7f86e8162250 2024-09-11T22:45:15.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86ee2fa640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f86e8162d40 con 0x7f86e80b5490 2024-09-11T22:45:15.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86e7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f86e8147f60 0x7f86e815f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86e7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f86e8147f60 0x7f86e815f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46032/0 (socket says 172.21.15.16:46032) 2024-09-11T22:45:15.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86e7fff640 1 -- 172.21.15.16:0/3482012306 learned_addr learned my addr 172.21.15.16:0/3482012306 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:15.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86e77fe640 1 --2- 172.21.15.16:0/3482012306 >> v2:172.21.15.104:3300/0 conn(0x7f86e8162250 0x7f86e80b4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86ec897640 1 --2- 172.21.15.16:0/3482012306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f86e80b5490 0x7f86e806bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86e7fff640 1 -- 172.21.15.16:0/3482012306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f86e80b5490 msgr2=0x7f86e806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:15.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86e7fff640 1 --2- 172.21.15.16:0/3482012306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f86e80b5490 0x7f86e806bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86e7fff640 1 -- 172.21.15.16:0/3482012306 >> v2:172.21.15.104:3300/0 conn(0x7f86e8162250 msgr2=0x7f86e80b4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:15.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86e7fff640 1 --2- 172.21.15.16:0/3482012306 >> v2:172.21.15.104:3300/0 conn(0x7f86e8162250 0x7f86e80b4f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86e7fff640 1 -- 172.21.15.16:0/3482012306 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86e8163020 con 0x7f86e8147f60 2024-09-11T22:45:15.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.568+0000 7f86e77fe640 1 --2- 172.21.15.16:0/3482012306 >> v2:172.21.15.104:3300/0 conn(0x7f86e8162250 0x7f86e80b4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.569+0000 7f86e7fff640 1 --2- 172.21.15.16:0/3482012306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86e8147f60 0x7f86e815f880 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f86e80b4960 tx=0x7f86d802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66bc954ab2e9f8a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.569+0000 7f86e6ffd640 1 -- 172.21.15.16:0/3482012306 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d8037070 con 0x7f86e8147f60 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.569+0000 7f86e6ffd640 1 -- 172.21.15.16:0/3482012306 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86d8032440 con 0x7f86e8147f60 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.569+0000 7f86e6ffd640 1 -- 172.21.15.16:0/3482012306 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d8032810 con 0x7f86e8147f60 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.570+0000 7f86ee2fa640 1 -- 172.21.15.16:0/3482012306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86e8147f60 msgr2=0x7f86e815f880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.570+0000 7f86ee2fa640 1 --2- 172.21.15.16:0/3482012306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86e8147f60 0x7f86e815f880 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f86e80b4960 tx=0x7f86d802a1e0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.570+0000 7f86ee2fa640 1 -- 172.21.15.16:0/3482012306 shutdown_connections 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.570+0000 7f86ee2fa640 1 --2- 172.21.15.16:0/3482012306 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f86e80b5490 0x7f86e806bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.570+0000 7f86ee2fa640 1 --2- 172.21.15.16:0/3482012306 >> v2:172.21.15.104:3300/0 conn(0x7f86e8162250 0x7f86e80b4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.570+0000 7f86ee2fa640 1 --2- 172.21.15.16:0/3482012306 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86e8147f60 0x7f86e815f880 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.570+0000 7f86ee2fa640 1 -- 172.21.15.16:0/3482012306 >> 172.21.15.16:0/3482012306 conn(0x7f86e809aa40 msgr2=0x7f86e80b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:15.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.570+0000 7f86ee2fa640 1 -- 172.21.15.16:0/3482012306 shutdown_connections 2024-09-11T22:45:15.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.570+0000 7f86ee2fa640 1 -- 172.21.15.16:0/3482012306 wait complete. 2024-09-11T22:45:15.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.571+0000 7f86ee2fa640 1 Processor -- start 2024-09-11T22:45:15.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.571+0000 7f86ee2fa640 1 -- start start 2024-09-11T22:45:15.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86ee2fa640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86e80b5490 0x7f86e8140220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86ee2fa640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f86e8147f60 0x7f86e81f45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86ee2fa640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f86e8162250 0x7f86e81f4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86ee2fa640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f86e81626b0 con 0x7f86e80b5490 2024-09-11T22:45:15.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86ee2fa640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f86e806c150 con 0x7f86e8147f60 2024-09-11T22:45:15.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86ee2fa640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f86e80b3200 con 0x7f86e8162250 2024-09-11T22:45:15.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86e7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86e80b5490 0x7f86e8140220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86e7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86e80b5490 0x7f86e8140220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46044/0 (socket says 172.21.15.16:46044) 2024-09-11T22:45:15.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86e7fff640 1 -- 172.21.15.16:0/729670579 learned_addr learned my addr 172.21.15.16:0/729670579 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:15.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86e77fe640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f86e8147f60 0x7f86e81f45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86ec897640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f86e8162250 0x7f86e81f4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86e7fff640 1 -- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f86e8162250 msgr2=0x7f86e81f4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86e7fff640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f86e8162250 0x7f86e81f4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86e7fff640 1 -- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f86e8147f60 msgr2=0x7f86e81f45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86e7fff640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f86e8147f60 0x7f86e81f45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.572+0000 7f86e7fff640 1 -- 172.21.15.16:0/729670579 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86e8143270 con 0x7f86e80b5490 2024-09-11T22:45:15.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.573+0000 7f86e7fff640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86e80b5490 0x7f86e8140220 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f86d8000c00 tx=0x7f86d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:15.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.573+0000 7f86e4ff9640 1 -- 172.21.15.16:0/729670579 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d8041020 con 0x7f86e80b5490 2024-09-11T22:45:15.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.573+0000 7f86e4ff9640 1 -- 172.21.15.16:0/729670579 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86d80306c0 con 0x7f86e80b5490 2024-09-11T22:45:15.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.573+0000 7f86e4ff9640 1 -- 172.21.15.16:0/729670579 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86d8037040 con 0x7f86e80b5490 2024-09-11T22:45:15.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.573+0000 7f86ee2fa640 1 -- 172.21.15.16:0/729670579 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86e8143550 con 0x7f86e80b5490 2024-09-11T22:45:15.576 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.573+0000 7f86ee2fa640 1 -- 172.21.15.16:0/729670579 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86e8143b10 con 0x7f86e80b5490 2024-09-11T22:45:15.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.574+0000 7f86ee2fa640 1 -- 172.21.15.16:0/729670579 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86e815f880 con 0x7f86e80b5490 2024-09-11T22:45:15.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.574+0000 7f86e4ff9640 1 -- 172.21.15.16:0/729670579 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f86d8044020 con 0x7f86e80b5490 2024-09-11T22:45:15.577 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.575+0000 7f86e4ff9640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f86d406be30 0x7f86d406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.575+0000 7f86e4ff9640 1 -- 172.21.15.16:0/729670579 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f86d80ab8a0 con 0x7f86e80b5490 2024-09-11T22:45:15.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.575+0000 7f86e77fe640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f86d406be30 0x7f86d406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.576+0000 7f86e77fe640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f86d406be30 0x7f86d406e2f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f86e813d5f0 tx=0x7f86dc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:15.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.579+0000 7f86e4ff9640 1 -- 172.21.15.16:0/729670579 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f86d804b030 con 0x7f86e80b5490 2024-09-11T22:45:15.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.788+0000 7f86ee2fa640 1 -- 172.21.15.16:0/729670579 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f86e809b170 con 0x7f86e80b5490 2024-09-11T22:45:15.789 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.789+0000 7f86e4ff9640 1 -- 172.21.15.16:0/729670579 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5219 (secure 0 0 0) 0x7f86d80798c0 con 0x7f86e80b5490 2024-09-11T22:45:15.790 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:15.790 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"btime":"2024-09-11T22:45:09:032062+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/3903625691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3903625691},{"type":"v1","addr":"172.21.15.104:6837","nonce":3903625691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/57158659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":57158659},{"type":"v1","addr":"172.21.15.16:6835","nonce":57158659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:44:49.293917+0000","modified":"2024-09-11T22:45:08.385476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4303":{"gid":4303,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3264142978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3264142978},{"type":"v1","addr":"172.21.15.104:6836","nonce":3264142978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4303,"qdb_cluster":[4303]},"id":1}]} 2024-09-11T22:45:15.790 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-09-11T22:45:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 -- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f86d406be30 msgr2=0x7f86d406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f86d406be30 0x7f86d406e2f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f86e813d5f0 tx=0x7f86dc008040 comp rx=0 tx=0).stop 2024-09-11T22:45:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 -- 172.21.15.16:0/729670579 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86e80b5490 msgr2=0x7f86e8140220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86e80b5490 0x7f86e8140220 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f86d8000c00 tx=0x7f86d80046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 -- 172.21.15.16:0/729670579 shutdown_connections 2024-09-11T22:45:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f86d406be30 0x7f86d406e2f0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f86e8162250 0x7f86e81f4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f86e8147f60 0x7f86e81f45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 --2- 172.21.15.16:0/729670579 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f86e80b5490 0x7f86e8140220 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 -- 172.21.15.16:0/729670579 >> 172.21.15.16:0/729670579 conn(0x7f86e809aa40 msgr2=0x7f86e8146420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:15.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 -- 172.21.15.16:0/729670579 shutdown_connections 2024-09-11T22:45:15.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.791+0000 7f86ee2fa640 1 -- 172.21.15.16:0/729670579 wait complete. 2024-09-11T22:45:15.803 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:15.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.904+0000 7efe35a0e640 1 Processor -- start 2024-09-11T22:45:15.905 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.904+0000 7efe35a0e640 1 -- start start 2024-09-11T22:45:15.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.905+0000 7efe35a0e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7efe3015e6a0 0x7efe300cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.905+0000 7efe35a0e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efe300b68d0 0x7efe300d33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.905+0000 7efe35a0e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe3015ea80 con 0x7efe300d1cf0 2024-09-11T22:45:15.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.905+0000 7efe35a0e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7efe300d2310 con 0x7efe3015e6a0 2024-09-11T22:45:15.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.905+0000 7efe35a0e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7efe300d25f0 con 0x7efe300b68d0 2024-09-11T22:45:15.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.905+0000 7efe2effd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7efe3015e6a0 0x7efe300cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.905+0000 7efe2f7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efe300b68d0 0x7efe300d33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.905+0000 7efe2effd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7efe3015e6a0 0x7efe300cfc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:34866/0 (socket says 172.21.15.16:34866) 2024-09-11T22:45:15.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.905+0000 7efe2e7fc640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7efe300d1cf0 0x7efe300b61c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:36494/0 (socket says 172.21.15.16:36494) 2024-09-11T22:45:15.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.905+0000 7efe2effd640 1 -- 172.21.15.16:0/3546753057 learned_addr learned my addr 172.21.15.16:0/3546753057 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:15.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.906+0000 7efe2f7fe640 1 -- 172.21.15.16:0/3546753057 >> v2:172.21.15.104:3300/0 conn(0x7efe3015e6a0 msgr2=0x7efe300cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:15.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.906+0000 7efe2f7fe640 1 --2- 172.21.15.16:0/3546753057 >> v2:172.21.15.104:3300/0 conn(0x7efe3015e6a0 0x7efe300cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.906+0000 7efe2f7fe640 1 -- 172.21.15.16:0/3546753057 >> v1:172.21.15.104:6789/0 conn(0x7efe300d1cf0 legacy=0x7efe300b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.906+0000 7efe2f7fe640 1 -- 172.21.15.16:0/3546753057 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe300d28d0 con 0x7efe300b68d0 2024-09-11T22:45:15.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.906+0000 7efe2effd640 1 --2- 172.21.15.16:0/3546753057 >> v2:172.21.15.104:3300/0 conn(0x7efe3015e6a0 0x7efe300cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:15.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.906+0000 7efe2f7fe640 1 --2- 172.21.15.16:0/3546753057 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efe300b68d0 0x7efe300d33b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7efe28009d90 tx=0x7efe2802a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=268043ed43d6944c server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:15.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.907+0000 7efe2dffb640 1 -- 172.21.15.16:0/3546753057 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe28031600 con 0x7efe300b68d0 2024-09-11T22:45:15.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.907+0000 7efe2dffb640 1 -- 172.21.15.16:0/3546753057 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe280317a0 con 0x7efe300b68d0 2024-09-11T22:45:15.908 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.907+0000 7efe2dffb640 1 -- 172.21.15.16:0/3546753057 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe28031b70 con 0x7efe300b68d0 2024-09-11T22:45:15.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.907+0000 7efe35a0e640 1 -- 172.21.15.16:0/3546753057 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efe300b68d0 msgr2=0x7efe300d33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.907+0000 7efe35a0e640 1 --2- 172.21.15.16:0/3546753057 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efe300b68d0 0x7efe300d33b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7efe28009d90 tx=0x7efe2802a5d0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.907+0000 7efe35a0e640 1 -- 172.21.15.16:0/3546753057 shutdown_connections 2024-09-11T22:45:15.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.907+0000 7efe35a0e640 1 --2- 172.21.15.16:0/3546753057 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efe300b68d0 0x7efe300d33b0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.907+0000 7efe35a0e640 1 --2- 172.21.15.16:0/3546753057 >> v2:172.21.15.104:3300/0 conn(0x7efe3015e6a0 0x7efe300cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.907+0000 7efe35a0e640 1 -- 172.21.15.16:0/3546753057 >> 172.21.15.16:0/3546753057 conn(0x7efe30067d70 msgr2=0x7efe30068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:15.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.907+0000 7efe35a0e640 1 -- 172.21.15.16:0/3546753057 shutdown_connections 2024-09-11T22:45:15.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.907+0000 7efe35a0e640 1 -- 172.21.15.16:0/3546753057 wait complete. 2024-09-11T22:45:15.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.908+0000 7efe35a0e640 1 Processor -- start 2024-09-11T22:45:15.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.908+0000 7efe35a0e640 1 -- start start 2024-09-11T22:45:15.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.909+0000 7efe35a0e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe300b68d0 0x7efe301f4440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.909+0000 7efe35a0e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efe300d1cf0 0x7efe30154b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.909+0000 7efe35a0e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe3015e6a0 0x7efe30152c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.909+0000 7efe35a0e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7efe300b7970 con 0x7efe3015e6a0 2024-09-11T22:45:15.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.909+0000 7efe35a0e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7efe300d2e90 con 0x7efe300b68d0 2024-09-11T22:45:15.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.909+0000 7efe35a0e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7efe300b6cd0 con 0x7efe300d1cf0 2024-09-11T22:45:15.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.909+0000 7efe2f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe3015e6a0 0x7efe30152c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.909+0000 7efe2f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe3015e6a0 0x7efe30152c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46054/0 (socket says 172.21.15.16:46054) 2024-09-11T22:45:15.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.909+0000 7efe2f7fe640 1 -- 172.21.15.16:0/100124750 learned_addr learned my addr 172.21.15.16:0/100124750 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.909+0000 7efe2effd640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe300b68d0 0x7efe301f4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.909+0000 7efe2e7fc640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efe300d1cf0 0x7efe30154b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.910+0000 7efe2f7fe640 1 -- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efe300d1cf0 msgr2=0x7efe30154b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.910+0000 7efe2f7fe640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efe300d1cf0 0x7efe30154b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.910+0000 7efe2f7fe640 1 -- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe300b68d0 msgr2=0x7efe301f4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.910+0000 7efe2f7fe640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe300b68d0 0x7efe301f4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.910+0000 7efe2f7fe640 1 -- 172.21.15.16:0/100124750 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe301555e0 con 0x7efe3015e6a0 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.910+0000 7efe2f7fe640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe3015e6a0 0x7efe30152c60 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7efe28009eb0 tx=0x7efe28004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.910+0000 7efe17fff640 1 -- 172.21.15.16:0/100124750 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe28040070 con 0x7efe3015e6a0 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.910+0000 7efe17fff640 1 -- 172.21.15.16:0/100124750 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe28030b60 con 0x7efe3015e6a0 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.910+0000 7efe35a0e640 1 -- 172.21.15.16:0/100124750 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe301558c0 con 0x7efe3015e6a0 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.910+0000 7efe17fff640 1 -- 172.21.15.16:0/100124750 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe28009450 con 0x7efe3015e6a0 2024-09-11T22:45:15.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.910+0000 7efe35a0e640 1 -- 172.21.15.16:0/100124750 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe30155e80 con 0x7efe3015e6a0 2024-09-11T22:45:15.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.911+0000 7efe35a0e640 1 -- 172.21.15.16:0/100124750 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe301f49e0 con 0x7efe3015e6a0 2024-09-11T22:45:15.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.912+0000 7efe17fff640 1 -- 172.21.15.16:0/100124750 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efe28039040 con 0x7efe3015e6a0 2024-09-11T22:45:15.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.912+0000 7efe17fff640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efe1c06be30 0x7efe1c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:15.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.912+0000 7efe17fff640 1 -- 172.21.15.16:0/100124750 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7efe280ac720 con 0x7efe3015e6a0 2024-09-11T22:45:15.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.912+0000 7efe2effd640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efe1c06be30 0x7efe1c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:15.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.913+0000 7efe2effd640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efe1c06be30 0x7efe1c06e2f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7efe20006ca0 tx=0x7efe20009240 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:15.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:15.916+0000 7efe17fff640 1 -- 172.21.15.16:0/100124750 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efe301f49e0 con 0x7efe3015e6a0 2024-09-11T22:45:16.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.092+0000 7efe35a0e640 1 -- 172.21.15.16:0/100124750 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efe300cfc50 con 0x7efe3015e6a0 2024-09-11T22:45:16.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.094+0000 7efe17fff640 1 -- 172.21.15.16:0/100124750 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7efe2807a6c0 con 0x7efe3015e6a0 2024-09-11T22:45:16.095 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:16.095 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":25,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:54.328241+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 -- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efe1c06be30 msgr2=0x7efe1c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efe1c06be30 0x7efe1c06e2f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7efe20006ca0 tx=0x7efe20009240 comp rx=0 tx=0).stop 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 -- 172.21.15.16:0/100124750 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe3015e6a0 msgr2=0x7efe30152c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe3015e6a0 0x7efe30152c60 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7efe28009eb0 tx=0x7efe28004a40 comp rx=0 tx=0).stop 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 -- 172.21.15.16:0/100124750 shutdown_connections 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efe1c06be30 0x7efe1c06e2f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe3015e6a0 0x7efe30152c60 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efe300d1cf0 0x7efe30154b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 --2- 172.21.15.16:0/100124750 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efe300b68d0 0x7efe301f4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 -- 172.21.15.16:0/100124750 >> 172.21.15.16:0/100124750 conn(0x7efe30067d70 msgr2=0x7efe30144480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 -- 172.21.15.16:0/100124750 shutdown_connections 2024-09-11T22:45:16.097 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.096+0000 7efe35a0e640 1 -- 172.21.15.16:0/100124750 wait complete. 2024-09-11T22:45:16.108 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:45:16.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.209+0000 7f9ec63c4640 1 Processor -- start 2024-09-11T22:45:16.210 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.209+0000 7f9ec63c4640 1 -- start start 2024-09-11T22:45:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.210+0000 7f9ec63c4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ec00b2670 0x7f9ec00b2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.210+0000 7f9ec63c4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9ec015f810 0x7f9ec006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.210+0000 7f9ec63c4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9ec015eac0 con 0x7f9ec006c150 2024-09-11T22:45:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.210+0000 7f9ec63c4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f9ec015f380 con 0x7f9ec015f810 2024-09-11T22:45:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.210+0000 7f9ec63c4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9ec00b2f90 con 0x7f9ec00b2670 2024-09-11T22:45:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.210+0000 7f9ebf7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9ec015f810 0x7f9ec006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.211+0000 7f9ebf7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9ec015f810 0x7f9ec006bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46070/0 (socket says 172.21.15.16:46070) 2024-09-11T22:45:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.211+0000 7f9ebf7fe640 1 -- 172.21.15.16:0/977367672 learned_addr learned my addr 172.21.15.16:0/977367672 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.211+0000 7f9ebffff640 1 --2- 172.21.15.16:0/977367672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ec00b2670 0x7f9ec00b2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.211+0000 7f9ebf7fe640 1 -- 172.21.15.16:0/977367672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ec00b2670 msgr2=0x7f9ec00b2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:16.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.211+0000 7f9ebf7fe640 1 --2- 172.21.15.16:0/977367672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ec00b2670 0x7f9ec00b2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.211+0000 7f9ebf7fe640 1 -- 172.21.15.16:0/977367672 >> v1:172.21.15.104:6789/0 conn(0x7f9ec006c150 legacy=0x7f9ec0162110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:16.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.211+0000 7f9ebf7fe640 1 -- 172.21.15.16:0/977367672 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec006c6b0 con 0x7f9ec015f810 2024-09-11T22:45:16.213 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.211+0000 7f9ebffff640 1 --2- 172.21.15.16:0/977367672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ec00b2670 0x7f9ec00b2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ebf7fe640 1 --2- 172.21.15.16:0/977367672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ec015f810 0x7f9ec006bc10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4009870 tx=0x7f9eb402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=399255fb064d09e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ebeffd640 1 -- 172.21.15.16:0/977367672 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb4037070 con 0x7f9ec015f810 2024-09-11T22:45:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ebeffd640 1 -- 172.21.15.16:0/977367672 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9eb4032440 con 0x7f9ec015f810 2024-09-11T22:45:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ebeffd640 1 -- 172.21.15.16:0/977367672 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb4032810 con 0x7f9ec015f810 2024-09-11T22:45:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ec63c4640 1 -- 172.21.15.16:0/977367672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ec015f810 msgr2=0x7f9ec006bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ec63c4640 1 --2- 172.21.15.16:0/977367672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ec015f810 0x7f9ec006bc10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4009870 tx=0x7f9eb402a210 comp rx=0 tx=0).stop 2024-09-11T22:45:16.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ec63c4640 1 -- 172.21.15.16:0/977367672 shutdown_connections 2024-09-11T22:45:16.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ec63c4640 1 --2- 172.21.15.16:0/977367672 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ec015f810 0x7f9ec006bc10 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ec63c4640 1 --2- 172.21.15.16:0/977367672 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ec00b2670 0x7f9ec00b2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ec63c4640 1 -- 172.21.15.16:0/977367672 >> 172.21.15.16:0/977367672 conn(0x7f9ec00b6be0 msgr2=0x7f9ec009aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:16.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ec63c4640 1 -- 172.21.15.16:0/977367672 shutdown_connections 2024-09-11T22:45:16.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.212+0000 7f9ec63c4640 1 -- 172.21.15.16:0/977367672 wait complete. 2024-09-11T22:45:16.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.213+0000 7f9ec63c4640 1 Processor -- start 2024-09-11T22:45:16.215 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.214+0000 7f9ec63c4640 1 -- start start 2024-09-11T22:45:16.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.214+0000 7f9ec63c4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ec006c150 0x7f9ec01591e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.214+0000 7f9ec63c4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ec00b2670 0x7f9ec01e7f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.214+0000 7f9ec63c4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ec015f810 0x7f9ec015bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.214+0000 7f9ec63c4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec00b1ec0 con 0x7f9ec006c150 2024-09-11T22:45:16.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.214+0000 7f9ec63c4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec015f010 con 0x7f9ec015f810 2024-09-11T22:45:16.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.214+0000 7f9ec63c4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9ec0073920 con 0x7f9ec00b2670 2024-09-11T22:45:16.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ec006c150 0x7f9ec01591e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ec006c150 0x7f9ec01591e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46082/0 (socket says 172.21.15.16:46082) 2024-09-11T22:45:16.217 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebffff640 1 -- 172.21.15.16:0/940068688 learned_addr learned my addr 172.21.15.16:0/940068688 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebf7fe640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ec00b2670 0x7f9ec01e7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ec4961640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ec015f810 0x7f9ec015bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebffff640 1 -- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ec00b2670 msgr2=0x7f9ec01e7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebffff640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ec00b2670 0x7f9ec01e7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebffff640 1 -- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ec015f810 msgr2=0x7f9ec015bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebffff640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ec015f810 0x7f9ec015bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebffff640 1 -- 172.21.15.16:0/940068688 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec01573d0 con 0x7f9ec006c150 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebffff640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ec006c150 0x7f9ec01591e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9eb000c820 tx=0x7f9eb000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebcff9640 1 -- 172.21.15.16:0/940068688 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0015070 con 0x7f9ec006c150 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebcff9640 1 -- 172.21.15.16:0/940068688 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9eb0007a30 con 0x7f9ec006c150 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ebcff9640 1 -- 172.21.15.16:0/940068688 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0007e00 con 0x7f9ec006c150 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ec63c4640 1 -- 172.21.15.16:0/940068688 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ec00b1520 con 0x7f9ec006c150 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.215+0000 7f9ec63c4640 1 -- 172.21.15.16:0/940068688 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ec00b0370 con 0x7f9ec006c150 2024-09-11T22:45:16.218 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.216+0000 7f9ec63c4640 1 -- 172.21.15.16:0/940068688 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ec00b2a50 con 0x7f9ec006c150 2024-09-11T22:45:16.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.217+0000 7f9ebcff9640 1 -- 172.21.15.16:0/940068688 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9eb0018070 con 0x7f9ec006c150 2024-09-11T22:45:16.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.217+0000 7f9ebcff9640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9eac06be30 0x7f9eac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.219 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.217+0000 7f9ebcff9640 1 -- 172.21.15.16:0/940068688 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f9eb008afd0 con 0x7f9ec006c150 2024-09-11T22:45:16.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.217+0000 7f9ebf7fe640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9eac06be30 0x7f9eac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.220 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.218+0000 7f9ebf7fe640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9eac06be30 0x7f9eac06e2f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4034000 tx=0x7f9eb402e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:16.222 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.222+0000 7f9ebcff9640 1 -- 172.21.15.16:0/940068688 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9eb0059080 con 0x7f9ec006c150 2024-09-11T22:45:16.434 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.434+0000 7f9ec63c4640 1 -- 172.21.15.16:0/940068688 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9ec01620b0 con 0x7f9ec006c150 2024-09-11T22:45:16.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.434+0000 7f9ebcff9640 1 -- 172.21.15.16:0/940068688 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5219 (secure 0 0 0) 0x7f9eb005d380 con 0x7f9ec006c150 2024-09-11T22:45:16.435 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:16.435 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"btime":"2024-09-11T22:45:09:032062+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/3903625691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3903625691},{"type":"v1","addr":"172.21.15.104:6837","nonce":3903625691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/57158659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":57158659},{"type":"v1","addr":"172.21.15.16:6835","nonce":57158659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:44:49.293917+0000","modified":"2024-09-11T22:45:08.385476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4303":{"gid":4303,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3264142978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3264142978},{"type":"v1","addr":"172.21.15.104:6836","nonce":3264142978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4303,"qdb_cluster":[4303]},"id":1}]} 2024-09-11T22:45:16.435 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.436+0000 7f9ec63c4640 1 -- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9eac06be30 msgr2=0x7f9eac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.436+0000 7f9ec63c4640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9eac06be30 0x7f9eac06e2f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4034000 tx=0x7f9eb402e000 comp rx=0 tx=0).stop 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.437+0000 7f9ec63c4640 1 -- 172.21.15.16:0/940068688 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ec006c150 msgr2=0x7f9ec01591e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.437+0000 7f9ec63c4640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ec006c150 0x7f9ec01591e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9eb000c820 tx=0x7f9eb000cc20 comp rx=0 tx=0).stop 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.437+0000 7f9ec63c4640 1 -- 172.21.15.16:0/940068688 shutdown_connections 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.437+0000 7f9ec63c4640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9eac06be30 0x7f9eac06e2f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.437+0000 7f9ec63c4640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9ec015f810 0x7f9ec015bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.437+0000 7f9ec63c4640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9ec00b2670 0x7f9ec01e7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.437+0000 7f9ec63c4640 1 --2- 172.21.15.16:0/940068688 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9ec006c150 0x7f9ec01591e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.437+0000 7f9ec63c4640 1 -- 172.21.15.16:0/940068688 >> 172.21.15.16:0/940068688 conn(0x7f9ec00b6be0 msgr2=0x7f9ec01628b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.437+0000 7f9ec63c4640 1 -- 172.21.15.16:0/940068688 shutdown_connections 2024-09-11T22:45:16.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.437+0000 7f9ec63c4640 1 -- 172.21.15.16:0/940068688 wait complete. 2024-09-11T22:45:16.850 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-11T22:44:49.293917+0000', 'modified': '2024-09-11T22:45:08.385476+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4303}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4303': {'gid': 4303, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.104:6836/3264142978', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.104:6834', 'nonce': 3264142978}, {'type': 'v1', 'addr': '172.21.15.104:6836', 'nonce': 3264142978}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4303, 'qdb_cluster': [4303]} 2024-09-11T22:45:16.851 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-11T22:45:16.851 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-11T22:45:16.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.959+0000 7f0f685cf640 1 Processor -- start 2024-09-11T22:45:16.960 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.959+0000 7f0f685cf640 1 -- start start 2024-09-11T22:45:16.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.960+0000 7f0f685cf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f0f600d4160 0x7f0f6006d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.960+0000 7f0f685cf640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f600d36d0 con 0x7f0f60161ed0 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.960+0000 7f0f685cf640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f600cfa50 con 0x7f0f601622b0 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.960+0000 7f0f685cf640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f0f600d0060 con 0x7f0f600d4160 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.960+0000 7f0f6636b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0f60161ed0 0x7f0f600d3970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49738/0 (socket says 172.21.15.16:49738) 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.960+0000 7f0f6636b640 1 -- 172.21.15.16:0/2382492988 learned_addr learned my addr 172.21.15.16:0/2382492988 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.960+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1905891165 0 0) 0x7f0f600d36d0 con 0x7f0f60161ed0 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.960+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0f4c003520 con 0x7f0f60161ed0 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.960+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/2382492988 >> v2:172.21.15.104:3300/0 conn(0x7f0f600d4160 0x7f0f6006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2601225946 0 0) 0x7f0f4c003520 con 0x7f0f60161ed0 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 >> v2:172.21.15.104:3300/0 conn(0x7f0f600d4160 msgr2=0x7f0f6006d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 --2- 172.21.15.16:0/2382492988 >> v2:172.21.15.104:3300/0 conn(0x7f0f600d4160 0x7f0f6006d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.963 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 >> v1:172.21.15.104:6789/0 conn(0x7f0f601622b0 legacy=0x7f0f600b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f600cfcf0 con 0x7f0f60161ed0 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f0f5c001690 con 0x7f0f60161ed0 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 >> v1:172.21.15.16:6789/0 conn(0x7f0f60161ed0 legacy=0x7f0f600d3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0039b0 0x7f0f4c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f4c0043b0 0x7f0f4c004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f4c005080 0x7f0f4c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0f600d0060 con 0x7f0f4c0043b0 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0f4c00bfe0 con 0x7f0f4c0039b0 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0f4c00c1e0 con 0x7f0f4c005080 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f4c0043b0 0x7f0f4c004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f6636b640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0039b0 0x7f0f4c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f66b6c640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f4c005080 0x7f0f4c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.964 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65b6a640 1 -- 172.21.15.16:0/2382492988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f4c005080 msgr2=0x7f0f4c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:16.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f4c005080 0x7f0f4c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65b6a640 1 -- 172.21.15.16:0/2382492988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0039b0 msgr2=0x7f0f4c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:16.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0039b0 0x7f0f4c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f66b6c640 1 -- 172.21.15.16:0/2382492988 reap_dead start 2024-09-11T22:45:16.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f65b6a640 1 -- 172.21.15.16:0/2382492988 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f4c003520 con 0x7f0f4c0043b0 2024-09-11T22:45:16.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.961+0000 7f0f6636b640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0039b0 0x7f0f4c003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:16.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.962+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f4c0043b0 0x7f0f4c004880 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f0f50009ac0 tx=0x7f0f4c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=185b3f6b3bd4b236 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:16.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.962+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f50036070 con 0x7f0f4c0043b0 2024-09-11T22:45:16.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.962+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f50031400 con 0x7f0f4c0043b0 2024-09-11T22:45:16.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.962+0000 7f0f65369640 1 -- 172.21.15.16:0/2382492988 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f50009690 con 0x7f0f4c0043b0 2024-09-11T22:45:16.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.963+0000 7f0f685cf640 1 -- 172.21.15.16:0/2382492988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f4c0043b0 msgr2=0x7f0f4c004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.963+0000 7f0f685cf640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f4c0043b0 0x7f0f4c004880 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f0f50009ac0 tx=0x7f0f4c005830 comp rx=0 tx=0).stop 2024-09-11T22:45:16.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.963+0000 7f0f685cf640 1 -- 172.21.15.16:0/2382492988 shutdown_connections 2024-09-11T22:45:16.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.963+0000 7f0f685cf640 1 --2- 172.21.15.16:0/2382492988 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f4c0043b0 0x7f0f4c004880 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.963+0000 7f0f685cf640 1 -- 172.21.15.16:0/2382492988 >> 172.21.15.16:0/2382492988 conn(0x7f0f600d1430 msgr2=0x7f0f600d1840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.963+0000 7f0f685cf640 1 -- 172.21.15.16:0/2382492988 shutdown_connections 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.963+0000 7f0f685cf640 1 -- 172.21.15.16:0/2382492988 wait complete. 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.964+0000 7f0f685cf640 1 Processor -- start 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.964+0000 7f0f685cf640 1 -- start start 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f685cf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0043b0 0x7f0f600c8b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f685cf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f60159f60 0x7f0f601555c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f685cf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f6015a3e0 0x7f0f60155b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f685cf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0f600d3af0 con 0x7f0f60159f60 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f685cf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0f600d3970 con 0x7f0f4c0043b0 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f685cf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0f600d3c70 con 0x7f0f6015a3e0 2024-09-11T22:45:16.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f65b6a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f60159f60 0x7f0f601555c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f65b6a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f60159f60 0x7f0f601555c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46094/0 (socket says 172.21.15.16:46094) 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f65b6a640 1 -- 172.21.15.16:0/3775026219 learned_addr learned my addr 172.21.15.16:0/3775026219 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f66b6c640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f6015a3e0 0x7f0f60155b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f6636b640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0043b0 0x7f0f600c8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f65b6a640 1 -- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f6015a3e0 msgr2=0x7f0f60155b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f6015a3e0 0x7f0f60155b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f65b6a640 1 -- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0043b0 msgr2=0x7f0f600c8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0043b0 0x7f0f600c8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f65b6a640 1 -- 172.21.15.16:0/3775026219 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f600cb410 con 0x7f0f60159f60 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.965+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f60159f60 0x7f0f601555c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0f50034040 tx=0x7f0f50004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.966+0000 7f0f56ffd640 1 -- 172.21.15.16:0/3775026219 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f5003f020 con 0x7f0f60159f60 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.966+0000 7f0f56ffd640 1 -- 172.21.15.16:0/3775026219 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f50037040 con 0x7f0f60159f60 2024-09-11T22:45:16.970 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.966+0000 7f0f685cf640 1 -- 172.21.15.16:0/3775026219 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f600cf2b0 con 0x7f0f60159f60 2024-09-11T22:45:16.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.966+0000 7f0f56ffd640 1 -- 172.21.15.16:0/3775026219 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f50036070 con 0x7f0f60159f60 2024-09-11T22:45:16.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.966+0000 7f0f685cf640 1 -- 172.21.15.16:0/3775026219 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f600c9080 con 0x7f0f60159f60 2024-09-11T22:45:16.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.967+0000 7f0f56ffd640 1 -- 172.21.15.16:0/3775026219 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0f50042020 con 0x7f0f60159f60 2024-09-11T22:45:16.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.968+0000 7f0f56ffd640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0f4406be60 0x7f0f4406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.968+0000 7f0f56ffd640 1 -- 172.21.15.16:0/3775026219 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0f500ab090 con 0x7f0f60159f60 2024-09-11T22:45:16.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.968+0000 7f0f6636b640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0f4406be60 0x7f0f4406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.968+0000 7f0f6636b640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0f4406be60 0x7f0f4406e320 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c007fd0 tx=0x7f0f5c001110 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.969+0000 7f0f6b447740 1 Processor -- start 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.969+0000 7f0f6b447740 1 -- start start 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bfe2c0 0x564144c43a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfba80 0x564144bfe6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144bf88b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f6b447740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x564144b60520 con 0x564144bffa50 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f6b447740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564144b083e0 con 0x564144bfe2c0 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f6b447740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x564144b5c4e0 con 0x564144bfba80 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f66b6c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144bf88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f66b6c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144bf88b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46100/0 (socket says 172.21.15.16:46100) 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f66b6c640 1 -- 172.21.15.16:0/3030193316 learned_addr learned my addr 172.21.15.16:0/3030193316 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:16.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f6636b640 1 --2- 172.21.15.16:0/3030193316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bfe2c0 0x564144c43a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/3030193316 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfba80 0x564144bfe6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f66b6c640 1 -- 172.21.15.16:0/3030193316 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfba80 msgr2=0x564144bfe6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f66b6c640 1 --2- 172.21.15.16:0/3030193316 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfba80 0x564144bfe6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f66b6c640 1 -- 172.21.15.16:0/3030193316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bfe2c0 msgr2=0x564144c43a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f66b6c640 1 --2- 172.21.15.16:0/3030193316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bfe2c0 0x564144c43a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f66b6c640 1 -- 172.21.15.16:0/3030193316 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564144b232f0 con 0x564144bffa50 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f66b6c640 1 --2- 172.21.15.16:0/3030193316 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144bf88b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0f58001ee0 tx=0x7f0f58012690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd3ab9a5fffd0f66 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f43fff640 1 -- 172.21.15.16:0/3030193316 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f58006b50 con 0x564144bffa50 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f43fff640 1 -- 172.21.15.16:0/3030193316 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f58006cf0 con 0x564144bffa50 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.970+0000 7f0f43fff640 1 -- 172.21.15.16:0/3030193316 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f58003bb0 con 0x564144bffa50 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.971+0000 7f0f6b447740 1 -- 172.21.15.16:0/3030193316 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 msgr2=0x564144bf88b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.971+0000 7f0f6b447740 1 --2- 172.21.15.16:0/3030193316 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144bf88b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0f58001ee0 tx=0x7f0f58012690 comp rx=0 tx=0).stop 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.971+0000 7f0f6b447740 1 -- 172.21.15.16:0/3030193316 shutdown_connections 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.971+0000 7f0f6b447740 1 --2- 172.21.15.16:0/3030193316 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144bf88b0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.971+0000 7f0f6b447740 1 --2- 172.21.15.16:0/3030193316 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfba80 0x564144bfe6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.971+0000 7f0f6b447740 1 --2- 172.21.15.16:0/3030193316 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bfe2c0 0x564144c43a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.971+0000 7f0f6b447740 1 -- 172.21.15.16:0/3030193316 >> 172.21.15.16:0/3030193316 conn(0x564144bfaa80 msgr2=0x564144c42f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.971+0000 7f0f6b447740 1 -- 172.21.15.16:0/3030193316 shutdown_connections 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.971+0000 7f0f6b447740 1 -- 172.21.15.16:0/3030193316 wait complete. 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.972+0000 7f0f6b447740 1 -- start start 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.972+0000 7f0f6b447740 1 Processor -- start 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfe2c0 0x564144c46a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c276a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144c46f70 0x564144c27be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.979 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f6b447740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x564144bf9f20 con 0x564144bffa50 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f6b447740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564144ae9450 con 0x564144c46f70 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f6b447740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x564144c44290 con 0x564144bfe2c0 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f6b447740 10 client.0 _ll_register_callbacks cb 0x564144872ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f65b6a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c276a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f65b6a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c276a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46112/0 (socket says 172.21.15.16:46112) 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f65b6a640 1 -- 172.21.15.16:0/3827142853 learned_addr learned my addr 172.21.15.16:0/3827142853 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f66b6c640 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144c46f70 0x564144c27be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f6636b640 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfe2c0 0x564144c46a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f65b6a640 1 -- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfe2c0 msgr2=0x564144c46a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfe2c0 0x564144c46a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f65b6a640 1 -- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144c46f70 msgr2=0x564144c27be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:16.980 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144c46f70 0x564144c27be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.973+0000 7f0f65b6a640 1 -- 172.21.15.16:0/3827142853 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641448732d0 con 0x564144bffa50 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c276a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0f500a9310 tx=0x7f0f50009830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc750318fa6c1270 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f417fa640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f417fa640 1 -- 172.21.15.16:0/3827142853 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f50081c70 con 0x564144bffa50 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f417fa640 1 -- 172.21.15.16:0/3827142853 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0f500817e0 con 0x564144bffa50 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f6b447740 1 -- 172.21.15.16:0/3827142853 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f58006cf0 con 0x564144bffa50 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f417fa640 1 -- 172.21.15.16:0/3827142853 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f0f500819e0 con 0x564144bffa50 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f6b447740 10 client.4662 fetch_fsmap learned FSMap version 8 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f6b447740 1 -- 172.21.15.16:0/3827142853 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x56414493d6b0 con 0x564144bffa50 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f417fa640 1 -- 172.21.15.16:0/3827142853 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f58006cf0 con 0x564144bffa50 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f417fa640 1 -- 172.21.15.16:0/3827142853 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 8) ==== 3510+0+0 (secure 0 0 0) 0x7f0f50092020 con 0x564144bffa50 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f6b447740 10 client.4662 fetch_fsmap finished waiting for FSMap version 8 2024-09-11T22:45:16.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f6b447740 10 client.4662 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f6b447740 20 client.4662 populate_metadata read hostname 'smithi016' 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f6b447740 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x564144c17c60 0x564144c3d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f6b447740 4 client.4662 mds_command: new command op to 4303 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f6b447740 1 -- 172.21.15.16:0/3827142853 --> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564144b6dc50 con 0x564144c17c60 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.974+0000 7f0f6636b640 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x564144c17c60 0x564144c3d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.975+0000 7f0f6636b640 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x564144c17c60 0x564144c3d560 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eedd2c36b9927267 server_cookie=3d7c6798eef9ff98 in_seq=0 out_seq=0 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.975+0000 7f0f417fa640 10 client.4662 ms_handle_connect on v2:172.21.15.104:6834/3264142978 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.975+0000 7f0f417fa640 1 -- 172.21.15.16:0/3827142853 <== mds.0 v2:172.21.15.104:6834/3264142978 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564144b6dc50 con 0x564144c17c60 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.975+0000 7f0f417fa640 10 client.4662 handle_command_reply: tid=0 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 1 client.4662 shutdown 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 1 -- 172.21.15.16:0/3827142853 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 msgr2=0x564144c276a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c276a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f0f500a9310 tx=0x7f0f50009830 comp rx=0 tx=0).stop 2024-09-11T22:45:16.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 1 -- 172.21.15.16:0/3827142853 shutdown_connections 2024-09-11T22:45:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144c46f70 0x564144c27be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x564144c17c60 0x564144c3d560 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c276a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 1 --2- 172.21.15.16:0/3827142853 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfe2c0 0x564144c46a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f417fa640 0 client.4662 ms_handle_reset on v2:172.21.15.104:6834/3264142978 2024-09-11T22:45:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 1 -- 172.21.15.16:0/3827142853 >> 172.21.15.16:0/3827142853 conn(0x564144bfba80 msgr2=0x564144bfc020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 1 -- 172.21.15.16:0/3827142853 shutdown_connections 2024-09-11T22:45:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 1 -- 172.21.15.16:0/3827142853 wait complete. 2024-09-11T22:45:16.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.976+0000 7f0f6b447740 20 client.4662 trim_cache size 0 max 16384 2024-09-11T22:45:16.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.994+0000 7f0f6b447740 1 Processor -- start 2024-09-11T22:45:16.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.994+0000 7f0f6b447740 1 -- start start 2024-09-11T22:45:16.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bfe2c0 0x564144c42820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c3dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144c46f70 0x564144c3fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f6b447740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0f60201600 con 0x564144bffa50 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f6b447740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0f60200990 con 0x564144bfe2c0 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f6b447740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0f60200fe0 con 0x564144c46f70 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f65b6a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c3dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f65b6a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c3dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46120/0 (socket says 172.21.15.16:46120) 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f65b6a640 1 -- 172.21.15.16:0/2955444173 learned_addr learned my addr 172.21.15.16:0/2955444173 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f65b6a640 1 -- 172.21.15.16:0/2955444173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144c46f70 msgr2=0x564144c3fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f66b6c640 1 --2- 172.21.15.16:0/2955444173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144c46f70 0x564144c3fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f6636b640 1 --2- 172.21.15.16:0/2955444173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bfe2c0 0x564144c42820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:16.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/2955444173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144c46f70 0x564144c3fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f65b6a640 1 -- 172.21.15.16:0/2955444173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bfe2c0 msgr2=0x564144c42820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/2955444173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bfe2c0 0x564144c42820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f65b6a640 1 -- 172.21.15.16:0/2955444173 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564144c3ec60 con 0x564144bffa50 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/2955444173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c3dfc0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0f500790d0 tx=0x7f0f50046000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43912db5d25c62de server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f437fe640 1 -- 172.21.15.16:0/2955444173 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f5007d0d0 con 0x564144bffa50 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f437fe640 1 -- 172.21.15.16:0/2955444173 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f50078590 con 0x564144bffa50 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.995+0000 7f0f437fe640 1 -- 172.21.15.16:0/2955444173 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f50074e90 con 0x564144bffa50 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.996+0000 7f0f6b447740 1 -- 172.21.15.16:0/2955444173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 msgr2=0x564144c3dfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.996+0000 7f0f6b447740 1 --2- 172.21.15.16:0/2955444173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c3dfc0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0f500790d0 tx=0x7f0f50046000 comp rx=0 tx=0).stop 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.996+0000 7f0f6b447740 1 -- 172.21.15.16:0/2955444173 shutdown_connections 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.996+0000 7f0f6b447740 1 --2- 172.21.15.16:0/2955444173 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144c46f70 0x564144c3fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.996+0000 7f0f6b447740 1 --2- 172.21.15.16:0/2955444173 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144bffa50 0x564144c3dfc0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.996+0000 7f0f6b447740 1 --2- 172.21.15.16:0/2955444173 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bfe2c0 0x564144c42820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:16.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.996+0000 7f0f6b447740 1 -- 172.21.15.16:0/2955444173 >> 172.21.15.16:0/2955444173 conn(0x564144bfba80 msgr2=0x564144c3d8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:16.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.996+0000 7f0f6b447740 1 -- 172.21.15.16:0/2955444173 shutdown_connections 2024-09-11T22:45:16.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.996+0000 7f0f6b447740 1 -- 172.21.15.16:0/2955444173 wait complete. 2024-09-11T22:45:17.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.996+0000 7f0f6b447740 1 -- start start 2024-09-11T22:45:17.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.996+0000 7f0f6b447740 1 Processor -- start 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.997+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfe2c0 0x564144ca7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.997+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bffa50 0x564144c243f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.997+0000 7f0f6b447740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144c46f70 0x564144c24930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.997+0000 7f0f6b447740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x564144bf9f20 con 0x564144c46f70 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.997+0000 7f0f6b447740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x564144ae9450 con 0x564144bffa50 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.997+0000 7f0f6b447740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x564144c565a0 con 0x564144bfe2c0 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.997+0000 7f0f6b447740 10 client.0 _ll_register_callbacks cb 0x7f0f50078ca0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.997+0000 7f0f66b6c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144c46f70 0x564144c24930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f66b6c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144c46f70 0x564144c24930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46128/0 (socket says 172.21.15.16:46128) 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f66b6c640 1 -- 172.21.15.16:0/2748481153 learned_addr learned my addr 172.21.15.16:0/2748481153 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f65b6a640 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bffa50 0x564144c243f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f6636b640 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfe2c0 0x564144ca7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f66b6c640 1 -- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfe2c0 msgr2=0x564144ca7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f66b6c640 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfe2c0 0x564144ca7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f66b6c640 1 -- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bffa50 msgr2=0x564144c243f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f66b6c640 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bffa50 0x564144c243f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f66b6c640 1 -- 172.21.15.16:0/2748481153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564144c67540 con 0x564144c46f70 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f6636b640 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfe2c0 0x564144ca7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f66b6c640 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144c46f70 0x564144c24930 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0f58003fa0 tx=0x7f0f580015b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fda54e68e8ec3baa server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f417fa640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f417fa640 1 -- 172.21.15.16:0/2748481153 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f58005070 con 0x564144c46f70 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f417fa640 1 -- 172.21.15.16:0/2748481153 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0f58005210 con 0x564144c46f70 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f6b447740 1 -- 172.21.15.16:0/2748481153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f50078590 con 0x564144c46f70 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f417fa640 1 -- 172.21.15.16:0/2748481153 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f0f58031050 con 0x564144c46f70 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f6b447740 10 client.4668 fetch_fsmap learned FSMap version 8 2024-09-11T22:45:17.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f6b447740 1 -- 172.21.15.16:0/2748481153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x564144caa810 con 0x564144c46f70 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.998+0000 7f0f417fa640 1 -- 172.21.15.16:0/2748481153 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f50078590 con 0x564144c46f70 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f417fa640 1 -- 172.21.15.16:0/2748481153 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 8) ==== 3510+0+0 (secure 0 0 0) 0x7f0f58034020 con 0x564144c46f70 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f6b447740 10 client.4668 fetch_fsmap finished waiting for FSMap version 8 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f6b447740 10 client.4668 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f6b447740 20 client.4668 populate_metadata read hostname 'smithi016' 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f6b447740 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x564144c45270 0x564144c3b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f6b447740 4 client.4668 mds_command: new command op to 4303 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f6b447740 1 -- 172.21.15.16:0/2748481153 --> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] -- command(tid 0: {"prefix": "status"}) -- 0x564144b67fa0 con 0x564144c45270 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f6636b640 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x564144c45270 0x564144c3b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f417fa640 10 client.4668 ms_handle_connect on v2:172.21.15.104:6834/3264142978 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f6636b640 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x564144c45270 0x564144c3b780 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=669372ca9a5e7f7f server_cookie=719ad21e1047d372 in_seq=0 out_seq=0 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f417fa640 1 -- 172.21.15.16:0/2748481153 <== mds.0 v2:172.21.15.104:6834/3264142978 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x564144b67fa0 con 0x564144c45270 2024-09-11T22:45:17.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f417fa640 10 client.4668 handle_command_reply: tid=0 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:16.999+0000 7f0f6b447740 1 client.4668 shutdown 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f6b447740 1 -- 172.21.15.16:0/2748481153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144c46f70 msgr2=0x564144c24930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f6b447740 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144c46f70 0x564144c24930 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0f58003fa0 tx=0x7f0f580015b0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f6b447740 1 -- 172.21.15.16:0/2748481153 shutdown_connections 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f6b447740 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:6834/3264142978,v1:172.21.15.104:6836/3264142978] conn(0x564144c45270 0x564144c3b780 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f6b447740 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x564144c46f70 0x564144c24930 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f6b447740 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x564144bffa50 0x564144c243f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f417fa640 0 client.4668 ms_handle_reset on v2:172.21.15.104:6834/3264142978 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f6b447740 1 --2- 172.21.15.16:0/2748481153 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x564144bfe2c0 0x564144ca7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f6b447740 1 -- 172.21.15.16:0/2748481153 >> 172.21.15.16:0/2748481153 conn(0x564144bfba80 msgr2=0x564144c3fda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f6b447740 1 -- 172.21.15.16:0/2748481153 shutdown_connections 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f6b447740 1 -- 172.21.15.16:0/2748481153 wait complete. 2024-09-11T22:45:17.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f6b447740 20 client.4668 trim_cache size 0 max 16384 2024-09-11T22:45:17.007 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:45:17.007 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "fe88ec11-3e62-445d-9356-b1b8d8281fad", 2024-09-11T22:45:17.007 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-11T22:45:17.007 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 4303, 2024-09-11T22:45:17.007 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-11T22:45:17.007 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-11T22:45:17.007 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-11T22:45:17.007 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 27.071343991999999, 2024-09-11T22:45:17.007 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 8, 2024-09-11T22:45:17.007 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 25, 2024-09-11T22:45:17.007 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 25, 2024-09-11T22:45:17.008 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 33.083943603000002 2024-09-11T22:45:17.008 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:45:17.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 -- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0f4406be60 msgr2=0x7f0f4406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0f4406be60 0x7f0f4406e320 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0f5c007fd0 tx=0x7f0f5c001110 comp rx=0 tx=0).stop 2024-09-11T22:45:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 -- 172.21.15.16:0/3775026219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f60159f60 msgr2=0x7f0f601555c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f60159f60 0x7f0f601555c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0f50034040 tx=0x7f0f50004730 comp rx=0 tx=0).stop 2024-09-11T22:45:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 -- 172.21.15.16:0/3775026219 shutdown_connections 2024-09-11T22:45:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0f4406be60 0x7f0f4406e320 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0f6015a3e0 0x7f0f60155b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f60159f60 0x7f0f601555c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 --2- 172.21.15.16:0/3775026219 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0f4c0043b0 0x7f0f600c8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 -- 172.21.15.16:0/3775026219 >> 172.21.15.16:0/3775026219 conn(0x7f0f600d1430 msgr2=0x7f0f600b6100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 -- 172.21.15.16:0/3775026219 shutdown_connections 2024-09-11T22:45:17.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.000+0000 7f0f685cf640 1 -- 172.21.15.16:0/3775026219 wait complete. 2024-09-11T22:45:17.012 INFO:teuthology.run_tasks:Running task sequential... 2024-09-11T22:45:17.022 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-11T22:45:17.022 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-11T22:45:17.023 INFO:teuthology.task.print:Enabling mgr modules 2024-09-11T22:45:17.023 INFO:teuthology.run_tasks:Running task kclient... 2024-09-11T22:45:17.035 INFO:tasks.kclient:Mounting kernel clients... 2024-09-11T22:45:17.035 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-11T22:45:17.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:17.035 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-11T22:45:17.052 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-11T22:45:17.052 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:17.052 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-11T22:45:17.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:17.118 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link delete ceph-brx 2024-09-11T22:45:17.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:17.211 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-11T22:45:17.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:17.227 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link delete ceph-brx 2024-09-11T22:45:17.297 INFO:teuthology.orchestra.run.smithi016.stderr:Cannot find device "ceph-brx" 2024-09-11T22:45:17.298 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:45:17.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:17.299 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-11T22:45:17.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:17.319 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link delete ceph-brx 2024-09-11T22:45:17.389 INFO:teuthology.orchestra.run.smithi104.stderr:Cannot find device "ceph-brx" 2024-09-11T22:45:17.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:45:17.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:17.391 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-11T22:45:17.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:17.449 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link delete ceph-brx 2024-09-11T22:45:17.517 INFO:teuthology.orchestra.run.smithi104.stderr:Cannot find device "ceph-brx" 2024-09-11T22:45:17.519 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:45:17.519 INFO:tasks.kclient:client.0 config is {'snapdirname': '.customsnapkernel', 'syntax': 'v2'} 2024-09-11T22:45:17.520 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-11T22:45:17.520 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-11T22:45:17.520 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-11T22:45:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.623+0000 7f0d98fd8640 1 Processor -- start 2024-09-11T22:45:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.623+0000 7f0d98fd8640 1 -- start start 2024-09-11T22:45:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.624+0000 7f0d98fd8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d940b01e0 0x7f0d940b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.624+0000 7f0d98fd8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d940b3330 con 0x7f0d940b2d90 2024-09-11T22:45:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.624+0000 7f0d98fd8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d940ad8b0 con 0x7f0d941481d0 2024-09-11T22:45:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.624+0000 7f0d98fd8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0d940ae1e0 con 0x7f0d940b01e0 2024-09-11T22:45:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.624+0000 7f0d91d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0d940b2d90 0x7f0d940afad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49742/0 (socket says 172.21.15.16:49742) 2024-09-11T22:45:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.624+0000 7f0d91d9b640 1 -- 172.21.15.16:0/1009383327 learned_addr learned my addr 172.21.15.16:0/1009383327 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:17.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.624+0000 7f0d92d9d640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d940b01e0 0x7f0d940b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3618255078 0 0) 0x7f0d940b3330 con 0x7f0d940b2d90 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d7c003520 con 0x7f0d940b2d90 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 982591221 0 0) 0x7f0d940ad8b0 con 0x7f0d941481d0 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d940b3330 con 0x7f0d941481d0 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3044083085 0 0) 0x7f0d7c003520 con 0x7f0d940b2d90 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d940b01e0 msgr2=0x7f0d940b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d940b01e0 0x7f0d940b1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 >> v1:172.21.15.104:6789/0 conn(0x7f0d941481d0 legacy=0x7f0d9406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d940adb90 con 0x7f0d940b2d90 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f0d88001670 con 0x7f0d940b2d90 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 >> v1:172.21.15.16:6789/0 conn(0x7f0d940b2d90 legacy=0x7f0d940afad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d940b01e0 0x7f0d7c003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d7c0040d0 0x7f0d7c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d7c004d40 0x7f0d7c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0d940ae1e0 con 0x7f0d7c0040d0 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0d7c00baa0 con 0x7f0d7c004d40 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0d7c00bca0 con 0x7f0d940b01e0 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d91d9b640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d7c0040d0 0x7f0d7c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9259c640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d940b01e0 0x7f0d7c003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d92d9d640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d7c004d40 0x7f0d7c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d91d9b640 1 -- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d940b01e0 msgr2=0x7f0d7c003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d91d9b640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d940b01e0 0x7f0d7c003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d91d9b640 1 -- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d7c004d40 msgr2=0x7f0d7c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d91d9b640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d7c004d40 0x7f0d7c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d91d9b640 1 -- 172.21.15.16:0/1009383327 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d7c003520 con 0x7f0d7c0040d0 2024-09-11T22:45:17.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.625+0000 7f0d9259c640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d940b01e0 0x7f0d7c003b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:17.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.626+0000 7f0d91d9b640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d7c0040d0 0x7f0d7c004800 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0d88007fd0 tx=0x7f0d7c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5abeeb2aed885f1c server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:17.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.626+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d88007ca0 con 0x7f0d7c0040d0 2024-09-11T22:45:17.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.626+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d88005af0 con 0x7f0d7c0040d0 2024-09-11T22:45:17.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.626+0000 7f0d9159a640 1 -- 172.21.15.16:0/1009383327 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d88007070 con 0x7f0d7c0040d0 2024-09-11T22:45:17.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.627+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1009383327 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d7c0040d0 msgr2=0x7f0d7c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.627+0000 7f0d98fd8640 1 --2- 172.21.15.16:0/1009383327 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d7c0040d0 0x7f0d7c004800 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0d88007fd0 tx=0x7f0d7c005830 comp rx=0 tx=0).stop 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.627+0000 7f0d92d9d640 1 -- 172.21.15.16:0/1009383327 reap_dead start 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.627+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1009383327 shutdown_connections 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.627+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1009383327 >> 172.21.15.16:0/1009383327 conn(0x7f0d9406bc10 msgr2=0x7f0d9406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.627+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1009383327 shutdown_connections 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.627+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1009383327 wait complete. 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.628+0000 7f0d98fd8640 1 Processor -- start 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.628+0000 7f0d98fd8640 1 -- start start 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.629+0000 7f0d98fd8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d7c0040d0 0x7f0d94144c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.629+0000 7f0d98fd8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d9415dd00 0x7f0d9413c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.629+0000 7f0d98fd8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d9413cd20 0x7f0d94140990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.629+0000 7f0d98fd8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0d941485b0 con 0x7f0d9413cd20 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.629+0000 7f0d98fd8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0d9406e910 con 0x7f0d9415dd00 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.629+0000 7f0d98fd8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0d940b0720 con 0x7f0d7c0040d0 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.629+0000 7f0d92d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d9413cd20 0x7f0d94140990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.629+0000 7f0d91d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d9415dd00 0x7f0d9413c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.629+0000 7f0d92d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d9413cd20 0x7f0d94140990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46148/0 (socket says 172.21.15.16:46148) 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.629+0000 7f0d92d9d640 1 -- 172.21.15.16:0/1084305162 learned_addr learned my addr 172.21.15.16:0/1084305162 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.629+0000 7f0d9259c640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d7c0040d0 0x7f0d94144c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d92d9d640 1 -- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d7c0040d0 msgr2=0x7f0d94144c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d92d9d640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d7c0040d0 0x7f0d94144c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d92d9d640 1 -- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d9415dd00 msgr2=0x7f0d9413c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d92d9d640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d9415dd00 0x7f0d9413c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d92d9d640 1 -- 172.21.15.16:0/1084305162 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d9413e200 con 0x7f0d9413cd20 2024-09-11T22:45:17.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d91d9b640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d9415dd00 0x7f0d9413c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:17.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d92d9d640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d9413cd20 0x7f0d94140990 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0d940b2d60 tx=0x7f0d8c00f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:17.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d82ffd640 1 -- 172.21.15.16:0/1084305162 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d840014f0 con 0x7f0d9413cd20 2024-09-11T22:45:17.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d82ffd640 1 -- 172.21.15.16:0/1084305162 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d8c01d070 con 0x7f0d9413cd20 2024-09-11T22:45:17.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1084305162 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d9413e4e0 con 0x7f0d9413cd20 2024-09-11T22:45:17.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d82ffd640 1 -- 172.21.15.16:0/1084305162 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d8c015430 con 0x7f0d9413cd20 2024-09-11T22:45:17.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.630+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1084305162 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d9413eaa0 con 0x7f0d9413cd20 2024-09-11T22:45:17.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.631+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1084305162 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d9406cba0 con 0x7f0d9413cd20 2024-09-11T22:45:17.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.631+0000 7f0d82ffd640 1 -- 172.21.15.16:0/1084305162 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0d8c0155d0 con 0x7f0d9413cd20 2024-09-11T22:45:17.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.632+0000 7f0d82ffd640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0d7406be30 0x7f0d7406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:17.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.632+0000 7f0d82ffd640 1 -- 172.21.15.16:0/1084305162 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0d8c08b6f0 con 0x7f0d9413cd20 2024-09-11T22:45:17.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.632+0000 7f0d9259c640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0d7406be30 0x7f0d7406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:17.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.632+0000 7f0d9259c640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0d7406be30 0x7f0d7406e2f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0d84001a70 tx=0x7f0d84009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:17.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.636+0000 7f0d82ffd640 1 -- 172.21.15.16:0/1084305162 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0d8c010040 con 0x7f0d9413cd20 2024-09-11T22:45:17.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.847+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1084305162 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0d940b1d70 con 0x7f0d9413cd20 2024-09-11T22:45:17.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.848+0000 7f0d82ffd640 1 -- 172.21.15.16:0/1084305162 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7f0d8c059d60 con 0x7f0d9413cd20 2024-09-11T22:45:17.849 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0d7406be30 msgr2=0x7f0d7406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0d7406be30 0x7f0d7406e2f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0d84001a70 tx=0x7f0d84009040 comp rx=0 tx=0).stop 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1084305162 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d9413cd20 msgr2=0x7f0d94140990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d9413cd20 0x7f0d94140990 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0d940b2d60 tx=0x7f0d8c00f1b0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1084305162 shutdown_connections 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0d7406be30 0x7f0d7406e2f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0d9413cd20 0x7f0d94140990 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0d9415dd00 0x7f0d9413c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 --2- 172.21.15.16:0/1084305162 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0d7c0040d0 0x7f0d94144c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1084305162 >> 172.21.15.16:0/1084305162 conn(0x7f0d9406bc10 msgr2=0x7f0d941628c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1084305162 shutdown_connections 2024-09-11T22:45:17.851 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17.850+0000 7f0d98fd8640 1 -- 172.21.15.16:0/1084305162 wait complete. 2024-09-11T22:45:17.861 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-11T22:45:17.861 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-11T22:45:17.861 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-11T22:45:17.861 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-11T22:45:17.861 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-11T22:45:17.861 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-11T22:45:17.861 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-11T22:45:17.861 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-11T22:45:17.862 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-11T22:45:17.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:17.862 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-11T22:45:17.878 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-11T22:45:17.878 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-11T22:45:17.878 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-11T22:45:17.878 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:17.878 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-11T22:45:17.878 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:17.878 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:17.878 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:17.878 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42743sec preferred_lft 42743sec 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:17.879 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-11T22:45:17.880 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-11T22:45:17.880 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:17.880 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:45:17.880 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link add name ceph-brx type bridge 2024-09-11T22:45:17.880 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip addr flush dev ceph-brx 2024-09-11T22:45:17.880 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set ceph-brx up 2024-09-11T22:45:17.880 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-11T22:45:17.880 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:45:17.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:18.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:18.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:18.022 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-11T22:45:18.048 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-11T22:45:18.050 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:18.050 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-11T22:45:18.107 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-11T22:45:18.107 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-11T22:45:18.107 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-11T22:45:18.108 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-11T22:45:18.108 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-11T22:45:18.108 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:18.108 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:45:18.108 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-11T22:45:18.108 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-11T22:45:18.108 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-11T22:45:18.108 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:45:18.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:18.230 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:18.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:18.238 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-11T22:45:18.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:18.255 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list-id 2024-09-11T22:45:18.310 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:18.310 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:45:18.310 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-11T22:45:18.310 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-11T22:45:18.310 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:45:18.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:18.423 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:18.430 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-11T22:45:18.430 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:18.430 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:45:18.430 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-11T22:45:18.430 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-11T22:45:18.430 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-11T22:45:18.430 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-11T22:45:18.430 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-11T22:45:18.430 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:45:18.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:18.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:18.547 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:18.547 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:45:18.547 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-11T22:45:18.547 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set dev brx.0 master ceph-brx 2024-09-11T22:45:18.547 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:45:18.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:18.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:18.628 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:45:18.628 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-11T22:45:18.644 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-11T22:45:18.644 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:45:18.644 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-11T22:45:18.700 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-11T22:45:18.700 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:18.700 DEBUG:teuthology.orchestra.run.smithi016:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:18.785 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:18.785 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel". 2024-09-11T22:45:18.921 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:18.921 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel". 2024-09-11T22:45:18.921 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: resolved to: "172.21.15.16:3300,172.21.15.104:3300,172.21.15.104:3301" 2024-09-11T22:45:18.921 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: trying mount with new device syntax: 0@fe88ec11-3e62-445d-9356-b1b8d8281fad.cephfs=/ 2024-09-11T22:45:18.922 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.16:3300/172.21.15.104:3300/172.21.15.104:3301" will pass to kernel 2024-09-11T22:45:18.922 INFO:teuthology.orchestra.run.smithi016.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-11T22:45:18.922 INFO:teuthology.orchestra.run.smithi016.stdout: You just mounted a file system that supports labels which does not 2024-09-11T22:45:18.922 INFO:teuthology.orchestra.run.smithi016.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-11T22:45:18.923 INFO:teuthology.orchestra.run.smithi016.stdout: applications will generate AVC messages and not be allowed access to 2024-09-11T22:45:18.923 INFO:teuthology.orchestra.run.smithi016.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-11T22:45:18.924 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-11T22:45:18.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:18.924 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-11T22:45:18.949 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:19.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:19.047 INFO:teuthology.orchestra.run.smithi016.stdout:client4490 2024-09-11T22:45:19.047 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:45:19.047 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:19.063 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:19.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:19.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:19.161 INFO:teuthology.orchestra.run.smithi016.stdout:client4490 2024-09-11T22:45:19.162 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:19.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:19.214 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:19.220 INFO:teuthology.orchestra.run.smithi016.stdout:client4490 2024-09-11T22:45:19.220 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/fe88ec11-3e62-445d-9356-b1b8d8281fad.client4490/status') 2024-09-11T22:45:19.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:19.280 INFO:teuthology.orchestra.run.smithi016.stdout:instance: client.4490 (3)172.21.15.16:0/3229757474 2024-09-11T22:45:19.280 INFO:teuthology.orchestra.run.smithi016.stdout:blocklisted: false 2024-09-11T22:45:19.281 INFO:teuthology.orchestra.run.smithi016.stderr:0+1 records in 2024-09-11T22:45:19.281 INFO:teuthology.orchestra.run.smithi016.stderr:0+1 records out 2024-09-11T22:45:19.281 INFO:teuthology.orchestra.run.smithi016.stderr:70 bytes copied, 2.383e-05 s, 2.9 MB/s 2024-09-11T22:45:19.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:19.288 INFO:tasks.kclient:client.2 config is {'snapdirname': '.customsnapkernel', 'syntax': 'v2'} 2024-09-11T22:45:19.288 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-11T22:45:19.288 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-11T22:45:19.288 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-11T22:45:19.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.391+0000 7f3be06ae640 1 Processor -- start 2024-09-11T22:45:19.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.391+0000 7f3be06ae640 1 -- start start 2024-09-11T22:45:19.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.392+0000 7f3be06ae640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bd80b3600 0x7f3bd80b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:19.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.392+0000 7f3be06ae640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bd80d2880 con 0x7f3bd80d3920 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.392+0000 7f3be06ae640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3bd80d2b60 con 0x7f3bd80b6470 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.392+0000 7f3be06ae640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3bd80d3490 con 0x7f3bd80b3600 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.393+0000 7f3bdec4b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3bd80d3920 0x7f3bd80b75e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49758/0 (socket says 172.21.15.16:49758) 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.393+0000 7f3bdec4b640 1 -- 172.21.15.16:0/741248834 learned_addr learned my addr 172.21.15.16:0/741248834 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.393+0000 7f3bddc49640 1 --2- 172.21.15.16:0/741248834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bd80b3600 0x7f3bd80b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.393+0000 7f3bdd448640 1 -- 172.21.15.16:0/741248834 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1072148101 0 0) 0x7f3bd80d2880 con 0x7f3bd80d3920 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.393+0000 7f3bdd448640 1 -- 172.21.15.16:0/741248834 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3bc0003520 con 0x7f3bd80d3920 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.393+0000 7f3bdd448640 1 -- 172.21.15.16:0/741248834 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2336929413 0 0) 0x7f3bd80d2b60 con 0x7f3bd80b6470 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.393+0000 7f3bdd448640 1 -- 172.21.15.16:0/741248834 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3bd80d2880 con 0x7f3bd80b6470 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.393+0000 7f3bddc49640 1 -- 172.21.15.16:0/741248834 >> v1:172.21.15.104:6789/0 conn(0x7f3bd80b6470 legacy=0x7f3bd80b6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.393+0000 7f3bddc49640 1 -- 172.21.15.16:0/741248834 >> v1:172.21.15.16:6789/0 conn(0x7f3bd80d3920 legacy=0x7f3bd80b75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.393+0000 7f3bddc49640 1 -- 172.21.15.16:0/741248834 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd80d2e40 con 0x7f3bd80b3600 2024-09-11T22:45:19.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.394+0000 7f3bddc49640 1 --2- 172.21.15.16:0/741248834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bd80b3600 0x7f3bd80b3b50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8009dc0 tx=0x7f3bc802a760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ecb0c393df3109b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:19.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.394+0000 7f3bdd448640 1 -- 172.21.15.16:0/741248834 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8007740 con 0x7f3bd80b3600 2024-09-11T22:45:19.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.394+0000 7f3bdd448640 1 -- 172.21.15.16:0/741248834 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bc80078e0 con 0x7f3bd80b3600 2024-09-11T22:45:19.396 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.394+0000 7f3bdd448640 1 -- 172.21.15.16:0/741248834 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8007c90 con 0x7f3bd80b3600 2024-09-11T22:45:19.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.394+0000 7f3be06ae640 1 -- 172.21.15.16:0/741248834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bd80b3600 msgr2=0x7f3bd80b3b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:19.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.394+0000 7f3be06ae640 1 --2- 172.21.15.16:0/741248834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bd80b3600 0x7f3bd80b3b50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8009dc0 tx=0x7f3bc802a760 comp rx=0 tx=0).stop 2024-09-11T22:45:19.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.395+0000 7f3be06ae640 1 -- 172.21.15.16:0/741248834 shutdown_connections 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.395+0000 7f3be06ae640 1 --2- 172.21.15.16:0/741248834 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bd80b3600 0x7f3bd80b3b50 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.395+0000 7f3be06ae640 1 -- 172.21.15.16:0/741248834 >> 172.21.15.16:0/741248834 conn(0x7f3bd80d1530 msgr2=0x7f3bd80d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.395+0000 7f3be06ae640 1 -- 172.21.15.16:0/741248834 shutdown_connections 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.395+0000 7f3be06ae640 1 -- 172.21.15.16:0/741248834 wait complete. 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.396+0000 7f3be06ae640 1 Processor -- start 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.396+0000 7f3be06ae640 1 -- start start 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.396+0000 7f3be06ae640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bd80b3600 0x7f3bd814da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.396+0000 7f3be06ae640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bd80b6470 0x7f3bd815fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.396+0000 7f3be06ae640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bd80d3920 0x7f3bd8160160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.396+0000 7f3be06ae640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd80cfb00 con 0x7f3bd80d3920 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.396+0000 7f3be06ae640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd815e930 con 0x7f3bd80b6470 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.396+0000 7f3be06ae640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3bd80cfc80 con 0x7f3bd80b3600 2024-09-11T22:45:19.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bdec4b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bd80d3920 0x7f3bd8160160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bdec4b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bd80d3920 0x7f3bd8160160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46164/0 (socket says 172.21.15.16:46164) 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bdec4b640 1 -- 172.21.15.16:0/1090128785 learned_addr learned my addr 172.21.15.16:0/1090128785 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bddc49640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bd80b6470 0x7f3bd815fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bde44a640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bd80b3600 0x7f3bd814da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bdec4b640 1 -- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bd80b3600 msgr2=0x7f3bd814da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bdec4b640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bd80b3600 0x7f3bd814da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bdec4b640 1 -- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bd80b6470 msgr2=0x7f3bd815fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bdec4b640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bd80b6470 0x7f3bd815fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bdec4b640 1 -- 172.21.15.16:0/1090128785 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd80cea40 con 0x7f3bd80d3920 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bdec4b640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bd80d3920 0x7f3bd8160160 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc00c390 tx=0x7f3bcc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bd6ffd640 1 -- 172.21.15.16:0/1090128785 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc017070 con 0x7f3bd80d3920 2024-09-11T22:45:19.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bd6ffd640 1 -- 172.21.15.16:0/1090128785 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3bcc005ce0 con 0x7f3bd80d3920 2024-09-11T22:45:19.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3be06ae640 1 -- 172.21.15.16:0/1090128785 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bd80ce760 con 0x7f3bd80d3920 2024-09-11T22:45:19.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3bd6ffd640 1 -- 172.21.15.16:0/1090128785 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc0072f0 con 0x7f3bd80d3920 2024-09-11T22:45:19.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.397+0000 7f3be06ae640 1 -- 172.21.15.16:0/1090128785 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bd80cbe10 con 0x7f3bd80d3920 2024-09-11T22:45:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.398+0000 7f3be06ae640 1 -- 172.21.15.16:0/1090128785 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bd80b3b50 con 0x7f3bd80d3920 2024-09-11T22:45:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.399+0000 7f3bd6ffd640 1 -- 172.21.15.16:0/1090128785 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3bcc01a070 con 0x7f3bd80d3920 2024-09-11T22:45:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.399+0000 7f3bd6ffd640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3bc406be60 0x7f3bc406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.399+0000 7f3bd6ffd640 1 -- 172.21.15.16:0/1090128785 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f3bcc08a450 con 0x7f3bd80d3920 2024-09-11T22:45:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.399+0000 7f3bde44a640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3bc406be60 0x7f3bc406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:19.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.400+0000 7f3bde44a640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3bc406be60 0x7f3bc406e320 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0001650 tx=0x7f3bd0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:19.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.403+0000 7f3bd6ffd640 1 -- 172.21.15.16:0/1090128785 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3bcc058c10 con 0x7f3bd80d3920 2024-09-11T22:45:19.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.617+0000 7f3be06ae640 1 -- 172.21.15.16:0/1090128785 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f3bd814df70 con 0x7f3bd80d3920 2024-09-11T22:45:19.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.617+0000 7f3bd6ffd640 1 -- 172.21.15.16:0/1090128785 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7f3bcc058510 con 0x7f3bd80d3920 2024-09-11T22:45:19.618 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-11T22:45:19.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.619+0000 7f3be06ae640 1 -- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3bc406be60 msgr2=0x7f3bc406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:19.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.619+0000 7f3be06ae640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3bc406be60 0x7f3bc406e320 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0001650 tx=0x7f3bd0009040 comp rx=0 tx=0).stop 2024-09-11T22:45:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.619+0000 7f3be06ae640 1 -- 172.21.15.16:0/1090128785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bd80d3920 msgr2=0x7f3bd8160160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.619+0000 7f3be06ae640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bd80d3920 0x7f3bd8160160 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc00c390 tx=0x7f3bcc00c850 comp rx=0 tx=0).stop 2024-09-11T22:45:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.620+0000 7f3be06ae640 1 -- 172.21.15.16:0/1090128785 shutdown_connections 2024-09-11T22:45:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.620+0000 7f3be06ae640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3bc406be60 0x7f3bc406e320 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.620+0000 7f3be06ae640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3bd80d3920 0x7f3bd8160160 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.620+0000 7f3be06ae640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3bd80b6470 0x7f3bd815fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.620+0000 7f3be06ae640 1 --2- 172.21.15.16:0/1090128785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3bd80b3600 0x7f3bd814da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.620+0000 7f3be06ae640 1 -- 172.21.15.16:0/1090128785 >> 172.21.15.16:0/1090128785 conn(0x7f3bd80d1530 msgr2=0x7f3bd80d3db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.620+0000 7f3be06ae640 1 -- 172.21.15.16:0/1090128785 shutdown_connections 2024-09-11T22:45:19.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19.620+0000 7f3be06ae640 1 -- 172.21.15.16:0/1090128785 wait complete. 2024-09-11T22:45:19.631 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-11T22:45:19.632 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-11T22:45:19.632 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-11T22:45:19.632 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-11T22:45:19.632 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-11T22:45:19.632 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-11T22:45:19.632 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-11T22:45:19.632 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-11T22:45:19.632 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-11T22:45:19.632 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:19.632 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-11T22:45:19.649 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-11T22:45:19.649 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-11T22:45:19.649 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-11T22:45:19.649 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:19.649 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-11T22:45:19.649 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42741sec preferred_lft 42741sec 2024-09-11T22:45:19.650 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether aa:58:d7:af:54:23 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::707d:94ff:fe4e:7a5b/64 scope link 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether aa:58:d7:af:54:23 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-11T22:45:19.651 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::a858:d7ff:feaf:5423/64 scope link tentative 2024-09-11T22:45:19.652 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:19.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:19.652 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-11T22:45:19.714 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-11T22:45:19.716 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:19.716 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-11T22:45:19.757 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:45:19.760 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:45:19.773 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-11T22:45:19.773 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-11T22:45:19.774 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-11T22:45:19.774 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-11T22:45:19.774 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-11T22:45:19.774 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:19.774 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:45:19.774 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-11T22:45:19.774 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-11T22:45:19.774 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-11T22:45:19.774 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:45:19.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:19.939 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:19.945 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:19.945 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-11T22:45:19.961 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-11T22:45:19.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:19.962 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list-id 2024-09-11T22:45:20.017 INFO:teuthology.orchestra.run.smithi016.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-11T22:45:20.018 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:20.018 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:45:20.018 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-11T22:45:20.018 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-11T22:45:20.018 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:45:20.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:20.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:20.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:20.136 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-11T22:45:20.162 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-11T22:45:20.162 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-11T22:45:20.162 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-11T22:45:20.162 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:20.162 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-11T22:45:20.162 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:20.162 INFO:teuthology.orchestra.run.smithi016.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-11T22:45:20.163 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 82:72:54:d4:6b:6f brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-11T22:45:20.163 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-11T22:45:20.163 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:20.163 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::8072:54ff:fed4:6b6f/64 scope link 2024-09-11T22:45:20.163 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:20.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:20.164 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-11T22:45:20.229 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-11T22:45:20.230 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-11T22:45:20.230 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-11T22:45:20.230 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:20.230 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-11T22:45:20.230 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:20.230 INFO:teuthology.orchestra.run.smithi016.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-11T22:45:20.230 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 82:72:54:d4:6b:6f brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-11T22:45:20.230 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-11T22:45:20.230 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:20.230 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::8072:54ff:fed4:6b6f/64 scope link 2024-09-11T22:45:20.230 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:20.231 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-11T22:45:20.232 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:20.232 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:45:20.232 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-11T22:45:20.232 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-11T22:45:20.232 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-11T22:45:20.232 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-11T22:45:20.232 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-11T22:45:20.232 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:45:20.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:20.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:20.387 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:20.387 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:45:20.387 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.1 up 2024-09-11T22:45:20.387 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set dev brx.1 master ceph-brx 2024-09-11T22:45:20.387 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:45:20.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:20.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:20.472 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:45:20.472 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-11T22:45:20.487 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-11T22:45:20.487 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:45:20.488 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-11T22:45:20.543 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2024-09-11T22:45:20.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:20.543 DEBUG:teuthology.orchestra.run.smithi016:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:20.628 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:20.628 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel". 2024-09-11T22:45:20.637 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:20.637 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel". 2024-09-11T22:45:20.637 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: resolved to: "172.21.15.16:3300,172.21.15.104:3300,172.21.15.104:3301" 2024-09-11T22:45:20.637 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: trying mount with new device syntax: 2@fe88ec11-3e62-445d-9356-b1b8d8281fad.cephfs=/ 2024-09-11T22:45:20.637 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.16:3300/172.21.15.104:3300/172.21.15.104:3301" will pass to kernel 2024-09-11T22:45:20.638 INFO:teuthology.orchestra.run.smithi016.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-09-11T22:45:20.638 INFO:teuthology.orchestra.run.smithi016.stdout: You just mounted a file system that supports labels which does not 2024-09-11T22:45:20.638 INFO:teuthology.orchestra.run.smithi016.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-11T22:45:20.638 INFO:teuthology.orchestra.run.smithi016.stdout: applications will generate AVC messages and not be allowed access to 2024-09-11T22:45:20.638 INFO:teuthology.orchestra.run.smithi016.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-11T22:45:20.640 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-11T22:45:20.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:20.640 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-11T22:45:20.665 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:20.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:20.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:20.763 INFO:teuthology.orchestra.run.smithi016.stdout:client4651 2024-09-11T22:45:20.763 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:45:20.764 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:20.780 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:20.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:20.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:20.877 INFO:teuthology.orchestra.run.smithi016.stdout:client4651 2024-09-11T22:45:20.878 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:20.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:20.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:20.934 INFO:teuthology.orchestra.run.smithi016.stdout:client4651 2024-09-11T22:45:20.934 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/fe88ec11-3e62-445d-9356-b1b8d8281fad.client4651/status') 2024-09-11T22:45:20.984 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:20.994 INFO:teuthology.orchestra.run.smithi016.stdout:instance: client.4651 (3)172.21.15.16:0/1136730638 2024-09-11T22:45:20.995 INFO:teuthology.orchestra.run.smithi016.stdout:blocklisted: false 2024-09-11T22:45:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:0+1 records in 2024-09-11T22:45:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:0+1 records out 2024-09-11T22:45:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:70 bytes copied, 2.3208e-05 s, 3.0 MB/s 2024-09-11T22:45:20.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:21.002 INFO:tasks.kclient:client.1 config is {'snapdirname': '.customsnapkernel', 'syntax': 'v2'} 2024-09-11T22:45:21.002 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-11T22:45:21.002 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-11T22:45:21.002 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-11T22:45:21.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.104+0000 7f1d5ab11640 1 Processor -- start 2024-09-11T22:45:21.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.104+0000 7f1d5ab11640 1 -- start start 2024-09-11T22:45:21.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d5ab11640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d5415c3a0 0x7f1d5415c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:21.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d5ab11640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1d540cd150 0x7f1d540afc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:21.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d5ab11640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1d540b2730 0x7f1d540b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:21.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d5ab11640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1d540b3050 con 0x7f1d540cd150 2024-09-11T22:45:21.106 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d5ab11640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1d540cd5e0 con 0x7f1d540b2730 2024-09-11T22:45:21.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d5ab11640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1d540cd8c0 con 0x7f1d5415c3a0 2024-09-11T22:45:21.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d53fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1d540cd150 0x7f1d540afc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:21.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d53fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1d540cd150 0x7f1d540afc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46166/0 (socket says 172.21.15.16:46166) 2024-09-11T22:45:21.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d53fff640 1 -- 172.21.15.16:0/383556542 learned_addr learned my addr 172.21.15.16:0/383556542 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:21.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d588ad640 1 --2- 172.21.15.16:0/383556542 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d5415c3a0 0x7f1d5415c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:21.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d590ae640 1 --2- 172.21.15.16:0/383556542 >> v2:172.21.15.104:3300/0 conn(0x7f1d540b2730 0x7f1d540b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:21.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d53fff640 1 -- 172.21.15.16:0/383556542 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d5415c3a0 msgr2=0x7f1d5415c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:21.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d53fff640 1 --2- 172.21.15.16:0/383556542 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d5415c3a0 0x7f1d5415c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d53fff640 1 -- 172.21.15.16:0/383556542 >> v2:172.21.15.104:3300/0 conn(0x7f1d540b2730 msgr2=0x7f1d540b2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:21.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d53fff640 1 --2- 172.21.15.16:0/383556542 >> v2:172.21.15.104:3300/0 conn(0x7f1d540b2730 0x7f1d540b2b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.105+0000 7f1d53fff640 1 -- 172.21.15.16:0/383556542 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d540cdba0 con 0x7f1d540cd150 2024-09-11T22:45:21.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.106+0000 7f1d53fff640 1 --2- 172.21.15.16:0/383556542 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d540cd150 0x7f1d540afc80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1d540b3440 tx=0x7f1d4002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cfb1ea0a14754e server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:21.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.106+0000 7f1d537fe640 1 -- 172.21.15.16:0/383556542 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d40037070 con 0x7f1d540cd150 2024-09-11T22:45:21.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.106+0000 7f1d537fe640 1 -- 172.21.15.16:0/383556542 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d40032440 con 0x7f1d540cd150 2024-09-11T22:45:21.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.106+0000 7f1d537fe640 1 -- 172.21.15.16:0/383556542 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d40032810 con 0x7f1d540cd150 2024-09-11T22:45:21.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.107+0000 7f1d5ab11640 1 -- 172.21.15.16:0/383556542 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d540cd150 msgr2=0x7f1d540afc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:21.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.107+0000 7f1d5ab11640 1 --2- 172.21.15.16:0/383556542 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d540cd150 0x7f1d540afc80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1d540b3440 tx=0x7f1d4002a1e0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.107+0000 7f1d5ab11640 1 -- 172.21.15.16:0/383556542 shutdown_connections 2024-09-11T22:45:21.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.107+0000 7f1d5ab11640 1 --2- 172.21.15.16:0/383556542 >> v2:172.21.15.104:3300/0 conn(0x7f1d540b2730 0x7f1d540b2b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.107+0000 7f1d5ab11640 1 --2- 172.21.15.16:0/383556542 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d540cd150 0x7f1d540afc80 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.107+0000 7f1d5ab11640 1 --2- 172.21.15.16:0/383556542 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d5415c3a0 0x7f1d5415c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.107+0000 7f1d5ab11640 1 -- 172.21.15.16:0/383556542 >> 172.21.15.16:0/383556542 conn(0x7f1d5406bc10 msgr2=0x7f1d5406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:21.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.107+0000 7f1d5ab11640 1 -- 172.21.15.16:0/383556542 shutdown_connections 2024-09-11T22:45:21.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.107+0000 7f1d5ab11640 1 -- 172.21.15.16:0/383556542 wait complete. 2024-09-11T22:45:21.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.108+0000 7f1d5ab11640 1 Processor -- start 2024-09-11T22:45:21.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.108+0000 7f1d5ab11640 1 -- start start 2024-09-11T22:45:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d5ab11640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d540b2730 0x7f1d5414dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d5ab11640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d5415c3a0 0x7f1d5415d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d5ab11640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d541f6c30 0x7f1d5415ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d5ab11640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1d540b0340 con 0x7f1d540b2730 2024-09-11T22:45:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d5ab11640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1d540b01c0 con 0x7f1d5415c3a0 2024-09-11T22:45:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d5ab11640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1d5415ff80 con 0x7f1d541f6c30 2024-09-11T22:45:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d588ad640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d540b2730 0x7f1d5414dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:21.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d588ad640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d540b2730 0x7f1d5414dd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46168/0 (socket says 172.21.15.16:46168) 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d588ad640 1 -- 172.21.15.16:0/4266431857 learned_addr learned my addr 172.21.15.16:0/4266431857 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d53fff640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d5415c3a0 0x7f1d5415d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d590ae640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d541f6c30 0x7f1d5415ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d588ad640 1 -- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d541f6c30 msgr2=0x7f1d5415ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d588ad640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d541f6c30 0x7f1d5415ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d588ad640 1 -- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d5415c3a0 msgr2=0x7f1d5415d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d588ad640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d5415c3a0 0x7f1d5415d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.109+0000 7f1d588ad640 1 -- 172.21.15.16:0/4266431857 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d5415f8f0 con 0x7f1d540b2730 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.110+0000 7f1d588ad640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d540b2730 0x7f1d5414dd00 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1d4800e870 tx=0x7f1d4800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.110+0000 7f1d517fa640 1 -- 172.21.15.16:0/4266431857 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d48017070 con 0x7f1d540b2730 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.110+0000 7f1d517fa640 1 -- 172.21.15.16:0/4266431857 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d4800c940 con 0x7f1d540b2730 2024-09-11T22:45:21.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.110+0000 7f1d517fa640 1 -- 172.21.15.16:0/4266431857 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d4800cd30 con 0x7f1d540b2730 2024-09-11T22:45:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.110+0000 7f1d5ab11640 1 -- 172.21.15.16:0/4266431857 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d5415c8b0 con 0x7f1d540b2730 2024-09-11T22:45:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.110+0000 7f1d5ab11640 1 -- 172.21.15.16:0/4266431857 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d5415ce30 con 0x7f1d540b2730 2024-09-11T22:45:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.111+0000 7f1d5ab11640 1 -- 172.21.15.16:0/4266431857 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d540b2b10 con 0x7f1d540b2730 2024-09-11T22:45:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.111+0000 7f1d517fa640 1 -- 172.21.15.16:0/4266431857 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1d4801a070 con 0x7f1d540b2730 2024-09-11T22:45:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.112+0000 7f1d517fa640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1d3806be30 0x7f1d3806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.112+0000 7f1d517fa640 1 -- 172.21.15.16:0/4266431857 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1d4808af10 con 0x7f1d540b2730 2024-09-11T22:45:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.112+0000 7f1d53fff640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1d3806be30 0x7f1d3806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:21.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.113+0000 7f1d53fff640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1d3806be30 0x7f1d3806e2f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1d40034000 tx=0x7f1d4002e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:21.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.116+0000 7f1d517fa640 1 -- 172.21.15.16:0/4266431857 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1d48058fc0 con 0x7f1d540b2730 2024-09-11T22:45:21.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.325+0000 7f1d5ab11640 1 -- 172.21.15.16:0/4266431857 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1d54156100 con 0x7f1d540b2730 2024-09-11T22:45:21.326 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.326+0000 7f1d517fa640 1 -- 172.21.15.16:0/4266431857 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7f1d4805d2c0 con 0x7f1d540b2730 2024-09-11T22:45:21.327 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-11T22:45:21.328 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 -- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1d3806be30 msgr2=0x7f1d3806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:21.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1d3806be30 0x7f1d3806e2f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1d40034000 tx=0x7f1d4002e000 comp rx=0 tx=0).stop 2024-09-11T22:45:21.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 -- 172.21.15.16:0/4266431857 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d540b2730 msgr2=0x7f1d5414dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:21.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d540b2730 0x7f1d5414dd00 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1d4800e870 tx=0x7f1d4800ed30 comp rx=0 tx=0).stop 2024-09-11T22:45:21.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 -- 172.21.15.16:0/4266431857 shutdown_connections 2024-09-11T22:45:21.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1d3806be30 0x7f1d3806e2f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1d541f6c30 0x7f1d5415ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1d5415c3a0 0x7f1d5415d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 --2- 172.21.15.16:0/4266431857 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d540b2730 0x7f1d5414dd00 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:21.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 -- 172.21.15.16:0/4266431857 >> 172.21.15.16:0/4266431857 conn(0x7f1d5406bc10 msgr2=0x7f1d5415b2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:21.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 -- 172.21.15.16:0/4266431857 shutdown_connections 2024-09-11T22:45:21.329 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:21.328+0000 7f1d5ab11640 1 -- 172.21.15.16:0/4266431857 wait complete. 2024-09-11T22:45:21.339 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-11T22:45:21.339 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-11T22:45:21.339 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-11T22:45:21.340 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-11T22:45:21.340 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-11T22:45:21.340 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-11T22:45:21.340 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-11T22:45:21.340 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-11T22:45:21.340 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-11T22:45:21.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:21.340 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-11T22:45:21.359 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-11T22:45:21.360 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:21.361 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:21.361 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-11T22:45:21.361 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:21.361 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-11T22:45:21.361 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42742sec preferred_lft 42742sec 2024-09-11T22:45:21.361 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-11T22:45:21.361 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:21.361 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-11T22:45:21.361 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:21.361 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-11T22:45:21.361 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link add name ceph-brx type bridge 2024-09-11T22:45:21.362 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip addr flush dev ceph-brx 2024-09-11T22:45:21.362 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set ceph-brx up 2024-09-11T22:45:21.362 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-11T22:45:21.362 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-11T22:45:21.454 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:21.557 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:21.563 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:21.563 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-11T22:45:21.588 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-11T22:45:21.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:21.589 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-11T22:45:21.657 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-11T22:45:21.657 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-11T22:45:21.657 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-11T22:45:21.657 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-11T22:45:21.657 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-11T22:45:21.657 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:21.658 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-11T22:45:21.658 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-11T22:45:21.658 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-11T22:45:21.658 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-11T22:45:21.658 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-11T22:45:21.745 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:21.958 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:21.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:21.965 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-11T22:45:21.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:21.980 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list-id 2024-09-11T22:45:22.036 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:22.037 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-11T22:45:22.037 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-11T22:45:22.037 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-11T22:45:22.037 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-11T22:45:22.124 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:22.148 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:22.155 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-11T22:45:22.155 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:22.155 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-11T22:45:22.155 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-11T22:45:22.155 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-11T22:45:22.155 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-11T22:45:22.156 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-11T22:45:22.156 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-11T22:45:22.156 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-11T22:45:22.204 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:22.277 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:22.285 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:22.285 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-11T22:45:22.285 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.0 up 2024-09-11T22:45:22.285 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set dev brx.0 master ceph-brx 2024-09-11T22:45:22.285 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-11T22:45:22.334 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:22.356 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:22.362 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:45:22.362 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-11T22:45:22.378 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-11T22:45:22.379 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:45:22.379 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-11T22:45:22.434 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-11T22:45:22.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:22.434 DEBUG:teuthology.orchestra.run.smithi104:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:22.532 INFO:teuthology.orchestra.run.smithi104.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:22.532 INFO:teuthology.orchestra.run.smithi104.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel". 2024-09-11T22:45:22.657 INFO:teuthology.orchestra.run.smithi104.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:22.657 INFO:teuthology.orchestra.run.smithi104.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel". 2024-09-11T22:45:22.657 INFO:teuthology.orchestra.run.smithi104.stdout:mount.ceph: resolved to: "172.21.15.16:3300,172.21.15.104:3300,172.21.15.104:3301" 2024-09-11T22:45:22.657 INFO:teuthology.orchestra.run.smithi104.stdout:mount.ceph: trying mount with new device syntax: 1@fe88ec11-3e62-445d-9356-b1b8d8281fad.cephfs=/ 2024-09-11T22:45:22.658 INFO:teuthology.orchestra.run.smithi104.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.16:3300/172.21.15.104:3300/172.21.15.104:3301" will pass to kernel 2024-09-11T22:45:22.658 INFO:teuthology.orchestra.run.smithi104.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-11T22:45:22.658 INFO:teuthology.orchestra.run.smithi104.stdout: You just mounted a file system that supports labels which does not 2024-09-11T22:45:22.658 INFO:teuthology.orchestra.run.smithi104.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-11T22:45:22.658 INFO:teuthology.orchestra.run.smithi104.stdout: applications will generate AVC messages and not be allowed access to 2024-09-11T22:45:22.658 INFO:teuthology.orchestra.run.smithi104.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-11T22:45:22.660 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-11T22:45:22.660 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:22.660 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-11T22:45:22.684 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:22.772 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:22.774 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:22.780 INFO:teuthology.orchestra.run.smithi104.stdout:client4689 2024-09-11T22:45:22.780 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:45:22.780 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:22.795 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:22.883 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:22.884 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:22.890 INFO:teuthology.orchestra.run.smithi104.stdout:client4689 2024-09-11T22:45:22.891 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:22.938 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:22.940 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:22.945 INFO:teuthology.orchestra.run.smithi104.stdout:client4689 2024-09-11T22:45:22.946 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/fe88ec11-3e62-445d-9356-b1b8d8281fad.client4689/status') 2024-09-11T22:45:22.993 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:23.003 INFO:teuthology.orchestra.run.smithi104.stdout:instance: client.4689 (3)172.21.15.104:0/573448682 2024-09-11T22:45:23.003 INFO:teuthology.orchestra.run.smithi104.stdout:blocklisted: false 2024-09-11T22:45:23.003 INFO:teuthology.orchestra.run.smithi104.stderr:0+1 records in 2024-09-11T22:45:23.003 INFO:teuthology.orchestra.run.smithi104.stderr:0+1 records out 2024-09-11T22:45:23.003 INFO:teuthology.orchestra.run.smithi104.stderr:70 bytes copied, 2.1394e-05 s, 3.3 MB/s 2024-09-11T22:45:23.004 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:23.011 INFO:tasks.kclient:client.3 config is {'snapdirname': '.customsnapkernel', 'syntax': 'v2'} 2024-09-11T22:45:23.011 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-11T22:45:23.011 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-11T22:45:23.011 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-11T22:45:23.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.127+0000 7f8ab52dd640 1 Processor -- start 2024-09-11T22:45:23.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.127+0000 7f8ab52dd640 1 -- start start 2024-09-11T22:45:23.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8ab52dd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab015e6a0 0x7f8ab00cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8ab52dd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8ab00b68d0 0x7f8ab00d33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8ab52dd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ab015ea80 con 0x7f8ab00d1cf0 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8ab52dd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8ab00d2310 con 0x7f8ab00b68d0 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8ab52dd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8ab00d25f0 con 0x7f8ab015e6a0 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8aa7fff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8ab00d1cf0 0x7f8ab00b61c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41116/0 (socket says 172.21.15.16:41116) 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8aa7fff640 1 -- 172.21.15.16:0/2997596868 learned_addr learned my addr 172.21.15.16:0/2997596868 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8aaeffd640 1 --2- 172.21.15.16:0/2997596868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab015e6a0 0x7f8ab00cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8aaf7fe640 1 --2- 172.21.15.16:0/2997596868 >> v2:172.21.15.104:3300/0 conn(0x7f8ab00b68d0 0x7f8ab00d33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8aae7fc640 1 -- 172.21.15.16:0/2997596868 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1043068835 0 0) 0x7f8ab015ea80 con 0x7f8ab00d1cf0 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8aae7fc640 1 -- 172.21.15.16:0/2997596868 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8a9c003520 con 0x7f8ab00d1cf0 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8aaf7fe640 1 -- 172.21.15.16:0/2997596868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab015e6a0 msgr2=0x7f8ab00cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:23.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.128+0000 7f8aaf7fe640 1 --2- 172.21.15.16:0/2997596868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab015e6a0 0x7f8ab00cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:23.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.129+0000 7f8aaf7fe640 1 -- 172.21.15.16:0/2997596868 >> v1:172.21.15.16:6789/0 conn(0x7f8ab00d1cf0 legacy=0x7f8ab00b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:23.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.129+0000 7f8aae7fc640 1 -- 172.21.15.16:0/2997596868 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 26619710 0 0) 0x7f8a9c003520 con 0x7f8ab00d1cf0 2024-09-11T22:45:23.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.129+0000 7f8aaf7fe640 1 -- 172.21.15.16:0/2997596868 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ab00d28d0 con 0x7f8ab00b68d0 2024-09-11T22:45:23.131 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.129+0000 7f8aaeffd640 1 --2- 172.21.15.16:0/2997596868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab015e6a0 0x7f8ab00cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:23.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.129+0000 7f8aaf7fe640 1 --2- 172.21.15.16:0/2997596868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ab00b68d0 0x7f8ab00d33b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8009d90 tx=0x7f8aa802a560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b3794e96f44ac1ef server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:23.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.129+0000 7f8aae7fc640 1 -- 172.21.15.16:0/2997596868 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a98001670 con 0x7f8ab00b68d0 2024-09-11T22:45:23.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.130+0000 7f8aae7fc640 1 -- 172.21.15.16:0/2997596868 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8aa8007540 con 0x7f8ab00b68d0 2024-09-11T22:45:23.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.130+0000 7f8aae7fc640 1 -- 172.21.15.16:0/2997596868 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa8007910 con 0x7f8ab00b68d0 2024-09-11T22:45:23.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.130+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2997596868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ab00b68d0 msgr2=0x7f8ab00d33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:23.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.130+0000 7f8ab52dd640 1 --2- 172.21.15.16:0/2997596868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ab00b68d0 0x7f8ab00d33b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8009d90 tx=0x7f8aa802a560 comp rx=0 tx=0).stop 2024-09-11T22:45:23.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.130+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2997596868 shutdown_connections 2024-09-11T22:45:23.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.130+0000 7f8ab52dd640 1 --2- 172.21.15.16:0/2997596868 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ab00b68d0 0x7f8ab00d33b0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:23.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.130+0000 7f8ab52dd640 1 --2- 172.21.15.16:0/2997596868 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab015e6a0 0x7f8ab00cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:23.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.130+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2997596868 >> 172.21.15.16:0/2997596868 conn(0x7f8ab0067d70 msgr2=0x7f8ab0068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:23.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.130+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2997596868 shutdown_connections 2024-09-11T22:45:23.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.130+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2997596868 wait complete. 2024-09-11T22:45:23.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.131+0000 7f8ab52dd640 1 Processor -- start 2024-09-11T22:45:23.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.131+0000 7f8ab52dd640 1 -- start start 2024-09-11T22:45:23.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.132+0000 7f8ab52dd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab00b68d0 0x7f8ab00c9590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.132+0000 7f8ab52dd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ab00d1cf0 0x7f8ab014eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.132+0000 7f8ab52dd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ab015e6a0 0x7f8ab0150320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.132+0000 7f8ab52dd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab00b6d20 con 0x7f8ab015e6a0 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.132+0000 7f8ab52dd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8ab00d2e90 con 0x7f8ab00d1cf0 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.132+0000 7f8ab52dd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8ab00b7970 con 0x7f8ab00b68d0 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.132+0000 7f8aaf7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ab015e6a0 0x7f8ab0150320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.132+0000 7f8aaf7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ab015e6a0 0x7f8ab0150320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34278/0 (socket says 172.21.15.16:34278) 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.132+0000 7f8aaf7fe640 1 -- 172.21.15.16:0/2962005457 learned_addr learned my addr 172.21.15.16:0/2962005457 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aaeffd640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab00b68d0 0x7f8ab00c9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aa7fff640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ab00d1cf0 0x7f8ab014eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aaf7fe640 1 -- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab00b68d0 msgr2=0x7f8ab00c9590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aaf7fe640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab00b68d0 0x7f8ab00c9590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:23.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aaf7fe640 1 -- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ab00d1cf0 msgr2=0x7f8ab014eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:23.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aaf7fe640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ab00d1cf0 0x7f8ab014eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:23.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aaf7fe640 1 -- 172.21.15.16:0/2962005457 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ab00cac30 con 0x7f8ab015e6a0 2024-09-11T22:45:23.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aaeffd640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab00b68d0 0x7f8ab00c9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:23.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aa7fff640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ab00d1cf0 0x7f8ab014eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:23.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aaf7fe640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ab015e6a0 0x7f8ab0150320 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8009d90 tx=0x7f8aa8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:23.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aa77fe640 1 -- 172.21.15.16:0/2962005457 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa8040070 con 0x7f8ab015e6a0 2024-09-11T22:45:23.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aa77fe640 1 -- 172.21.15.16:0/2962005457 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8aa8031b40 con 0x7f8ab015e6a0 2024-09-11T22:45:23.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8aa77fe640 1 -- 172.21.15.16:0/2962005457 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8aa8007e90 con 0x7f8ab015e6a0 2024-09-11T22:45:23.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2962005457 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ab00c9e70 con 0x7f8ab015e6a0 2024-09-11T22:45:23.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.133+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2962005457 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ab00ca430 con 0x7f8ab015e6a0 2024-09-11T22:45:23.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.134+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2962005457 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ab00cfc50 con 0x7f8ab015e6a0 2024-09-11T22:45:23.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.135+0000 7f8aa77fe640 1 -- 172.21.15.16:0/2962005457 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8aa8039040 con 0x7f8ab015e6a0 2024-09-11T22:45:23.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.135+0000 7f8aa77fe640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a9006be30 0x7f8a9006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:23.138 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.135+0000 7f8aa77fe640 1 -- 172.21.15.16:0/2962005457 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f8aa80ac1c0 con 0x7f8ab015e6a0 2024-09-11T22:45:23.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.135+0000 7f8aaeffd640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a9006be30 0x7f8a9006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:23.139 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.136+0000 7f8aaeffd640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a9006be30 0x7f8a9006e2f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0009a20 tx=0x7f8aa0008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:23.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.140+0000 7f8aa77fe640 1 -- 172.21.15.16:0/2962005457 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8aa807a830 con 0x7f8ab015e6a0 2024-09-11T22:45:23.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.351+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2962005457 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8ab00d0d60 con 0x7f8ab015e6a0 2024-09-11T22:45:23.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.351+0000 7f8aa77fe640 1 -- 172.21.15.16:0/2962005457 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+88 (secure 0 0 0) 0x7f8aa807a130 con 0x7f8ab015e6a0 2024-09-11T22:45:23.353 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-11T22:45:23.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.353+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a9006be30 msgr2=0x7f8a9006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:23.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.353+0000 7f8ab52dd640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a9006be30 0x7f8a9006e2f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0009a20 tx=0x7f8aa0008040 comp rx=0 tx=0).stop 2024-09-11T22:45:23.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.353+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2962005457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ab015e6a0 msgr2=0x7f8ab0150320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:23.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.353+0000 7f8ab52dd640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ab015e6a0 0x7f8ab0150320 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8009d90 tx=0x7f8aa8004a40 comp rx=0 tx=0).stop 2024-09-11T22:45:23.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.353+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2962005457 shutdown_connections 2024-09-11T22:45:23.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.353+0000 7f8ab52dd640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8a9006be30 0x7f8a9006e2f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:23.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.353+0000 7f8ab52dd640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ab015e6a0 0x7f8ab0150320 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:23.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.353+0000 7f8ab52dd640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ab00d1cf0 0x7f8ab014eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:23.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.353+0000 7f8ab52dd640 1 --2- 172.21.15.16:0/2962005457 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ab00b68d0 0x7f8ab00c9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:23.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.353+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2962005457 >> 172.21.15.16:0/2962005457 conn(0x7f8ab0067d70 msgr2=0x7f8ab0158710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:23.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.354+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2962005457 shutdown_connections 2024-09-11T22:45:23.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:23.354+0000 7f8ab52dd640 1 -- 172.21.15.16:0/2962005457 wait complete. 2024-09-11T22:45:23.365 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-11T22:45:23.365 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-11T22:45:23.365 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi104.front.sepia.ceph.com 2024-09-11T22:45:23.365 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-11T22:45:23.366 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-11T22:45:23.366 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-11T22:45:23.366 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-11T22:45:23.366 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-11T22:45:23.366 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-11T22:45:23.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:23.366 DEBUG:teuthology.orchestra.run.smithi104:> ip addr 2024-09-11T22:45:23.382 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-11T22:45:23.382 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-11T22:45:23.382 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1c brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f0 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:d8:a1:1d brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout: altname enp7s0f1 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:88 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-11T22:45:23.383 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 0c:c4:7a:8f:ce:89 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout: inet 172.21.15.104/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft 42740sec preferred_lft 42740sec 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::ec4:7aff:fe8f:ce89/64 scope link noprefixroute 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 06:0d:3c:81:d1:4c brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::38c2:99ff:fe0a:8645/64 scope link 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 06:0d:3c:81:d1:4c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-11T22:45:23.384 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::40d:3cff:fe81:d14c/64 scope link tentative 2024-09-11T22:45:23.385 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:23.385 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:23.385 DEBUG:teuthology.orchestra.run.smithi104:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-11T22:45:23.447 INFO:teuthology.orchestra.run.smithi104.stdout:1 2024-09-11T22:45:23.448 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:23.449 DEBUG:teuthology.orchestra.run.smithi104:> route 2024-09-11T22:45:23.505 INFO:teuthology.orchestra.run.smithi104.stdout:Kernel IP routing table 2024-09-11T22:45:23.505 INFO:teuthology.orchestra.run.smithi104.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-11T22:45:23.505 INFO:teuthology.orchestra.run.smithi104.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-11T22:45:23.505 INFO:teuthology.orchestra.run.smithi104.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-11T22:45:23.506 INFO:teuthology.orchestra.run.smithi104.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-11T22:45:23.506 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:23.506 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-11T22:45:23.506 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-11T22:45:23.506 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-11T22:45:23.506 DEBUG:teuthology.orchestra.run.smithi104:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-11T22:45:23.506 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-11T22:45:23.593 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:23.625 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:23.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:23.631 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-11T22:45:23.647 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-11T22:45:23.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:23.647 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list-id 2024-09-11T22:45:23.701 INFO:teuthology.orchestra.run.smithi104.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-11T22:45:23.702 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:23.702 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-11T22:45:23.702 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-11T22:45:23.702 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-11T22:45:23.702 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-11T22:45:23.789 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:23.811 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:23.818 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:23.818 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-11T22:45:23.842 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-11T22:45:23.842 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-11T22:45:23.842 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-11T22:45:23.842 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:23.842 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-11T22:45:23.843 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:23.843 INFO:teuthology.orchestra.run.smithi104.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-11T22:45:23.843 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 6a:63:c9:c2:79:05 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-11T22:45:23.843 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-11T22:45:23.843 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:23.843 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6863:c9ff:fec2:7905/64 scope link tentative 2024-09-11T22:45:23.843 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:23.844 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:23.844 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-11T22:45:23.908 INFO:teuthology.orchestra.run.smithi104.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-11T22:45:24.021 INFO:teuthology.orchestra.run.smithi104.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-11T22:45:24.021 INFO:teuthology.orchestra.run.smithi104.stdout: inet 127.0.0.1/8 scope host lo 2024-09-11T22:45:24.021 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:24.021 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 ::1/128 scope host 2024-09-11T22:45:24.021 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:24.021 INFO:teuthology.orchestra.run.smithi104.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-11T22:45:24.021 INFO:teuthology.orchestra.run.smithi104.stdout: link/ether 6a:63:c9:c2:79:05 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-11T22:45:24.021 INFO:teuthology.orchestra.run.smithi104.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-11T22:45:24.021 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:24.022 INFO:teuthology.orchestra.run.smithi104.stdout: inet6 fe80::6863:c9ff:fec2:7905/64 scope link tentative 2024-09-11T22:45:24.022 INFO:teuthology.orchestra.run.smithi104.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:24.023 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-11T22:45:24.023 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:24.023 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-11T22:45:24.024 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-11T22:45:24.024 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-11T22:45:24.024 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-11T22:45:24.024 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-11T22:45:24.024 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-11T22:45:24.024 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-11T22:45:24.111 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:24.169 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:24.175 DEBUG:teuthology.orchestra.run.smithi104:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:24.175 DEBUG:teuthology.orchestra.run.smithi104:> set -e 2024-09-11T22:45:24.175 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set brx.1 up 2024-09-11T22:45:24.175 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link set dev brx.1 master ceph-brx 2024-09-11T22:45:24.175 DEBUG:teuthology.orchestra.run.smithi104:> ') 2024-09-11T22:45:24.223 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:24.245 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:24.251 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:45:24.251 DEBUG:teuthology.orchestra.run.smithi104:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-11T22:45:24.266 INFO:teuthology.orchestra.run.smithi104.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-11T22:45:24.266 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:45:24.266 DEBUG:teuthology.orchestra.run.smithi104:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-11T22:45:24.321 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2024-09-11T22:45:24.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:24.322 DEBUG:teuthology.orchestra.run.smithi104:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:24.406 INFO:teuthology.orchestra.run.smithi104.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:24.407 INFO:teuthology.orchestra.run.smithi104.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel". 2024-09-11T22:45:24.418 INFO:teuthology.orchestra.run.smithi104.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:24.418 INFO:teuthology.orchestra.run.smithi104.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel". 2024-09-11T22:45:24.418 INFO:teuthology.orchestra.run.smithi104.stdout:mount.ceph: resolved to: "172.21.15.16:3300,172.21.15.104:3300,172.21.15.104:3301" 2024-09-11T22:45:24.418 INFO:teuthology.orchestra.run.smithi104.stdout:mount.ceph: trying mount with new device syntax: 3@fe88ec11-3e62-445d-9356-b1b8d8281fad.cephfs=/ 2024-09-11T22:45:24.418 INFO:teuthology.orchestra.run.smithi104.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.16:3300/172.21.15.104:3300/172.21.15.104:3301" will pass to kernel 2024-09-11T22:45:24.419 INFO:teuthology.orchestra.run.smithi104.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-09-11T22:45:24.419 INFO:teuthology.orchestra.run.smithi104.stdout: You just mounted a file system that supports labels which does not 2024-09-11T22:45:24.419 INFO:teuthology.orchestra.run.smithi104.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-11T22:45:24.419 INFO:teuthology.orchestra.run.smithi104.stdout: applications will generate AVC messages and not be allowed access to 2024-09-11T22:45:24.419 INFO:teuthology.orchestra.run.smithi104.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-11T22:45:24.420 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-11T22:45:24.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:24.421 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-11T22:45:24.485 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:24.574 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:24.575 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:24.581 INFO:teuthology.orchestra.run.smithi104.stdout:client4698 2024-09-11T22:45:24.581 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:45:24.581 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:24.597 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:24.685 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:24.687 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:24.693 INFO:teuthology.orchestra.run.smithi104.stdout:client4698 2024-09-11T22:45:24.693 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:24.741 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:24.742 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:24.748 INFO:teuthology.orchestra.run.smithi104.stdout:client4698 2024-09-11T22:45:24.748 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/fe88ec11-3e62-445d-9356-b1b8d8281fad.client4698/status') 2024-09-11T22:45:24.796 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:24.805 INFO:teuthology.orchestra.run.smithi104.stdout:instance: client.4698 (3)172.21.15.104:0/3221807092 2024-09-11T22:45:24.806 INFO:teuthology.orchestra.run.smithi104.stdout:blocklisted: false 2024-09-11T22:45:24.806 INFO:teuthology.orchestra.run.smithi104.stderr:0+1 records in 2024-09-11T22:45:24.806 INFO:teuthology.orchestra.run.smithi104.stderr:0+1 records out 2024-09-11T22:45:24.806 INFO:teuthology.orchestra.run.smithi104.stderr:71 bytes copied, 3.8662e-05 s, 1.8 MB/s 2024-09-11T22:45:24.807 INFO:teuthology.orchestra.run.smithi104.stderr:2024-09-11T22:45:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:24.813 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-11T22:45:24.880 INFO:tasks.cephfs_test_runner:Starting test: test_snap_dir_name (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir) Test the correctness of snap directory name 2024-09-11T22:45:24.880 INFO:tasks.cephfs_test_runner:test_snap_dir_name (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir) 2024-09-11T22:45:24.880 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:24.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.996+0000 7f6427d52640 1 Processor -- start 2024-09-11T22:45:24.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.996+0000 7f6427d52640 1 -- start start 2024-09-11T22:45:24.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.997+0000 7f6427d52640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f642015e770 0x7f64200b9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:24.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.997+0000 7f6427d52640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f642015eb50 0x7f64200d3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.997+0000 7f6427d52640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64200cee70 con 0x7f64200b6100 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.997+0000 7f6427d52640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f64200cf3f0 con 0x7f642015eb50 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.997+0000 7f6427d52640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f64200d3460 con 0x7f642015e770 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.997+0000 7f64252ed640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f642015eb50 0x7f64200d3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.997+0000 7f64252ed640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f642015eb50 0x7f64200d3ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34284/0 (socket says 172.21.15.16:34284) 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.997+0000 7f64262ef640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f64200b6100 0x7f64200b77b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41126/0 (socket says 172.21.15.16:41126) 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.997+0000 7f64252ed640 1 -- 172.21.15.16:0/1282159000 learned_addr learned my addr 172.21.15.16:0/1282159000 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.997+0000 7f6425aee640 1 --2- 172.21.15.16:0/1282159000 >> v2:172.21.15.104:3300/0 conn(0x7f642015e770 0x7f64200b9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.998+0000 7f64252ed640 1 -- 172.21.15.16:0/1282159000 >> v2:172.21.15.104:3300/0 conn(0x7f642015e770 msgr2=0x7f64200b9fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.998+0000 7f64252ed640 1 --2- 172.21.15.16:0/1282159000 >> v2:172.21.15.104:3300/0 conn(0x7f642015e770 0x7f64200b9fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.998+0000 7f64252ed640 1 -- 172.21.15.16:0/1282159000 >> v1:172.21.15.16:6789/0 conn(0x7f64200b6100 legacy=0x7f64200b77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:24.999 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.998+0000 7f64252ed640 1 -- 172.21.15.16:0/1282159000 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64200d3130 con 0x7f642015eb50 2024-09-11T22:45:25.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.998+0000 7f6424aec640 1 -- 172.21.15.16:0/1282159000 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 734807408 0 0) 0x7f64200cee70 con 0x7f64200b6100 2024-09-11T22:45:25.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.998+0000 7f6425aee640 1 --2- 172.21.15.16:0/1282159000 >> v2:172.21.15.104:3300/0 conn(0x7f642015e770 0x7f64200b9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:25.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f64252ed640 1 --2- 172.21.15.16:0/1282159000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642015eb50 0x7f64200d3ca0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f64200d35e0 tx=0x7f641402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbd077ccb793fa39 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f6424aec640 1 -- 172.21.15.16:0/1282159000 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6414037070 con 0x7f642015eb50 2024-09-11T22:45:25.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f6424aec640 1 -- 172.21.15.16:0/1282159000 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6414032440 con 0x7f642015eb50 2024-09-11T22:45:25.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f6424aec640 1 -- 172.21.15.16:0/1282159000 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6414032810 con 0x7f642015eb50 2024-09-11T22:45:25.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f6427d52640 1 -- 172.21.15.16:0/1282159000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642015eb50 msgr2=0x7f64200d3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f6427d52640 1 --2- 172.21.15.16:0/1282159000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642015eb50 0x7f64200d3ca0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f64200d35e0 tx=0x7f641402a1e0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f6427d52640 1 -- 172.21.15.16:0/1282159000 shutdown_connections 2024-09-11T22:45:25.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f6427d52640 1 --2- 172.21.15.16:0/1282159000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642015eb50 0x7f64200d3ca0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f6427d52640 1 --2- 172.21.15.16:0/1282159000 >> v2:172.21.15.104:3300/0 conn(0x7f642015e770 0x7f64200b9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f6427d52640 1 -- 172.21.15.16:0/1282159000 >> 172.21.15.16:0/1282159000 conn(0x7f64200d12e0 msgr2=0x7f64200d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:25.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f6427d52640 1 -- 172.21.15.16:0/1282159000 shutdown_connections 2024-09-11T22:45:25.002 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:24.999+0000 7f6427d52640 1 -- 172.21.15.16:0/1282159000 wait complete. 2024-09-11T22:45:25.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.001+0000 7f6427d52640 1 Processor -- start 2024-09-11T22:45:25.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.001+0000 7f6427d52640 1 -- start start 2024-09-11T22:45:25.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.001+0000 7f6427d52640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64200b6100 0x7f64200ca460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.001+0000 7f6427d52640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f642015e770 0x7f64200ca9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.001+0000 7f6427d52640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642015eb50 0x7f6420160310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.001+0000 7f6427d52640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f64200ba660 con 0x7f642015eb50 2024-09-11T22:45:25.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.001+0000 7f6427d52640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f64200ba4e0 con 0x7f642015e770 2024-09-11T22:45:25.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.001+0000 7f6427d52640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f64200d41e0 con 0x7f64200b6100 2024-09-11T22:45:25.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f64262ef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642015eb50 0x7f6420160310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f64262ef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642015eb50 0x7f6420160310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34288/0 (socket says 172.21.15.16:34288) 2024-09-11T22:45:25.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f64262ef640 1 -- 172.21.15.16:0/3841957694 learned_addr learned my addr 172.21.15.16:0/3841957694 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f64252ed640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f642015e770 0x7f64200ca9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f6425aee640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64200b6100 0x7f64200ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f64262ef640 1 -- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64200b6100 msgr2=0x7f64200ca460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f64262ef640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64200b6100 0x7f64200ca460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f64262ef640 1 -- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f642015e770 msgr2=0x7f64200ca9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f64262ef640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f642015e770 0x7f64200ca9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f64262ef640 1 -- 172.21.15.16:0/3841957694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64200c8180 con 0x7f642015eb50 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f6425aee640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64200b6100 0x7f64200ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f64262ef640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642015eb50 0x7f6420160310 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f641800c480 tx=0x7f641800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f641e7fc640 1 -- 172.21.15.16:0/3841957694 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6418018070 con 0x7f642015eb50 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f641e7fc640 1 -- 172.21.15.16:0/3841957694 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6418007500 con 0x7f642015eb50 2024-09-11T22:45:25.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f6427d52640 1 -- 172.21.15.16:0/3841957694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6420160f90 con 0x7f642015eb50 2024-09-11T22:45:25.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f641e7fc640 1 -- 172.21.15.16:0/3841957694 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6418004a20 con 0x7f642015eb50 2024-09-11T22:45:25.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.002+0000 7f6427d52640 1 -- 172.21.15.16:0/3841957694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64200c8440 con 0x7f642015eb50 2024-09-11T22:45:25.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.003+0000 7f6427d52640 1 -- 172.21.15.16:0/3841957694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64200cf800 con 0x7f642015eb50 2024-09-11T22:45:25.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.004+0000 7f641e7fc640 1 -- 172.21.15.16:0/3841957694 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f641801b070 con 0x7f642015eb50 2024-09-11T22:45:25.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.004+0000 7f641e7fc640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f640c06be60 0x7f640c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.004+0000 7f641e7fc640 1 -- 172.21.15.16:0/3841957694 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f641808a470 con 0x7f642015eb50 2024-09-11T22:45:25.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.004+0000 7f6425aee640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f640c06be60 0x7f640c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.005+0000 7f6425aee640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f640c06be60 0x7f640c06e320 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f64100074d0 tx=0x7f641000b040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.009+0000 7f641e7fc640 1 -- 172.21.15.16:0/3841957694 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6418058ad0 con 0x7f642015eb50 2024-09-11T22:45:25.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.191+0000 7f6427d52640 1 -- 172.21.15.16:0/3841957694 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f64200b55a0 con 0x7f642015eb50 2024-09-11T22:45:25.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.192+0000 7f641e7fc640 1 -- 172.21.15.16:0/3841957694 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f64180583d0 con 0x7f642015eb50 2024-09-11T22:45:25.193 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:25.193 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":25,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:54.328241+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:25.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 -- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f640c06be60 msgr2=0x7f640c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f640c06be60 0x7f640c06e320 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f64100074d0 tx=0x7f641000b040 comp rx=0 tx=0).stop 2024-09-11T22:45:25.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 -- 172.21.15.16:0/3841957694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642015eb50 msgr2=0x7f6420160310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642015eb50 0x7f6420160310 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f641800c480 tx=0x7f641800c940 comp rx=0 tx=0).stop 2024-09-11T22:45:25.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 -- 172.21.15.16:0/3841957694 shutdown_connections 2024-09-11T22:45:25.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f640c06be60 0x7f640c06e320 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f642015eb50 0x7f6420160310 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f642015e770 0x7f64200ca9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 --2- 172.21.15.16:0/3841957694 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f64200b6100 0x7f64200ca460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 -- 172.21.15.16:0/3841957694 >> 172.21.15.16:0/3841957694 conn(0x7f64200d12e0 msgr2=0x7f64200b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:25.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 -- 172.21.15.16:0/3841957694 shutdown_connections 2024-09-11T22:45:25.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.194+0000 7f6427d52640 1 -- 172.21.15.16:0/3841957694 wait complete. 2024-09-11T22:45:25.206 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-11T22:44:36.398793+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-11T22:44:47.158699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-11T22:44:48.278342+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-11T22:44:51.986935+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-11T22:45:25.206 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-11T22:45:25.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.311+0000 7f44534e6640 1 Processor -- start 2024-09-11T22:45:25.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.311+0000 7f44534e6640 1 -- start start 2024-09-11T22:45:25.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f44534e6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f444c15e6c0 0x7f444c0d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f44534e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f444c0cf730 0x7f444c0b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f44534e6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f444c0cfb50 con 0x7f444c0b6720 2024-09-11T22:45:25.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f44534e6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f444c0b7990 con 0x7f444c15e6c0 2024-09-11T22:45:25.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f44534e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f444c0d1bf0 con 0x7f444c0cf730 2024-09-11T22:45:25.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f4451282640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f444c15e6c0 0x7f444c0d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f4451282640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f444c15e6c0 0x7f444c0d1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34302/0 (socket says 172.21.15.16:34302) 2024-09-11T22:45:25.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f4451a83640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f444c0b6720 0x7f444c0d2330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41140/0 (socket says 172.21.15.16:41140) 2024-09-11T22:45:25.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f4451282640 1 -- 172.21.15.16:0/4249311790 learned_addr learned my addr 172.21.15.16:0/4249311790 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:25.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f4450a81640 1 --2- 172.21.15.16:0/4249311790 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f444c0cf730 0x7f444c0b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f4451282640 1 -- 172.21.15.16:0/4249311790 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f444c0cf730 msgr2=0x7f444c0b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:25.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f4451282640 1 --2- 172.21.15.16:0/4249311790 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f444c0cf730 0x7f444c0b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f443ffff640 1 -- 172.21.15.16:0/4249311790 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 246592037 0 0) 0x7f444c0cfb50 con 0x7f444c0b6720 2024-09-11T22:45:25.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f4451282640 1 -- 172.21.15.16:0/4249311790 >> v1:172.21.15.16:6789/0 conn(0x7f444c0b6720 legacy=0x7f444c0d2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.312+0000 7f4451282640 1 -- 172.21.15.16:0/4249311790 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f444c0cfdc0 con 0x7f444c15e6c0 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.313+0000 7f4451282640 1 --2- 172.21.15.16:0/4249311790 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f444c15e6c0 0x7f444c0d1db0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4448009870 tx=0x7f444802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2670148c7717e4a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.313+0000 7f443ffff640 1 -- 172.21.15.16:0/4249311790 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4448037070 con 0x7f444c15e6c0 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.313+0000 7f443ffff640 1 -- 172.21.15.16:0/4249311790 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4448032440 con 0x7f444c15e6c0 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.313+0000 7f443ffff640 1 -- 172.21.15.16:0/4249311790 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4448032810 con 0x7f444c15e6c0 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.314+0000 7f44534e6640 1 -- 172.21.15.16:0/4249311790 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f444c15e6c0 msgr2=0x7f444c0d1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.314+0000 7f44534e6640 1 --2- 172.21.15.16:0/4249311790 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f444c15e6c0 0x7f444c0d1db0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4448009870 tx=0x7f444802a270 comp rx=0 tx=0).stop 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.314+0000 7f44534e6640 1 -- 172.21.15.16:0/4249311790 shutdown_connections 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.314+0000 7f44534e6640 1 --2- 172.21.15.16:0/4249311790 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f444c0cf730 0x7f444c0b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.314+0000 7f44534e6640 1 --2- 172.21.15.16:0/4249311790 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f444c15e6c0 0x7f444c0d1db0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.314+0000 7f44534e6640 1 -- 172.21.15.16:0/4249311790 >> 172.21.15.16:0/4249311790 conn(0x7f444c067f80 msgr2=0x7f444c0d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.314+0000 7f44534e6640 1 -- 172.21.15.16:0/4249311790 shutdown_connections 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.314+0000 7f44534e6640 1 -- 172.21.15.16:0/4249311790 wait complete. 2024-09-11T22:45:25.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.315+0000 7f44534e6640 1 Processor -- start 2024-09-11T22:45:25.317 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.315+0000 7f44534e6640 1 -- start start 2024-09-11T22:45:25.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f44534e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f444c0b6720 0x7f444c155ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f44534e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f444c0cf730 0x7f444c1f3e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f44534e6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f444c15e6c0 0x7f444c158380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f44534e6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f444c0d4560 con 0x7f444c0b6720 2024-09-11T22:45:25.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f44534e6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f444c0d3d50 con 0x7f444c15e6c0 2024-09-11T22:45:25.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f44534e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f444c0d4280 con 0x7f444c0cf730 2024-09-11T22:45:25.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4451282640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f444c0b6720 0x7f444c155ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4451282640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f444c0b6720 0x7f444c155ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34318/0 (socket says 172.21.15.16:34318) 2024-09-11T22:45:25.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4451282640 1 -- 172.21.15.16:0/215646484 learned_addr learned my addr 172.21.15.16:0/215646484 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:25.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4450a81640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f444c0cf730 0x7f444c1f3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.319 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4451a83640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f444c15e6c0 0x7f444c158380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4451282640 1 -- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f444c0cf730 msgr2=0x7f444c1f3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4451282640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f444c0cf730 0x7f444c1f3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4451282640 1 -- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f444c15e6c0 msgr2=0x7f444c158380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4451282640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f444c15e6c0 0x7f444c158380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4451282640 1 -- 172.21.15.16:0/215646484 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f444c1588c0 con 0x7f444c0b6720 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4450a81640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f444c0cf730 0x7f444c1f3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.316+0000 7f4451a83640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f444c15e6c0 0x7f444c158380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.317+0000 7f4451282640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f444c0b6720 0x7f444c155ec0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4448000c00 tx=0x7f44480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.317+0000 7f443dffb640 1 -- 172.21.15.16:0/215646484 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4448037040 con 0x7f444c0b6720 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.317+0000 7f443dffb640 1 -- 172.21.15.16:0/215646484 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4448042070 con 0x7f444c0b6720 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.317+0000 7f44534e6640 1 -- 172.21.15.16:0/215646484 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f444c158b40 con 0x7f444c0b6720 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.317+0000 7f443dffb640 1 -- 172.21.15.16:0/215646484 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4448030880 con 0x7f444c0b6720 2024-09-11T22:45:25.320 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.317+0000 7f44534e6640 1 -- 172.21.15.16:0/215646484 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f444c159100 con 0x7f444c0b6720 2024-09-11T22:45:25.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.318+0000 7f44534e6640 1 -- 172.21.15.16:0/215646484 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f444c15da10 con 0x7f444c0b6720 2024-09-11T22:45:25.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.318+0000 7f443dffb640 1 -- 172.21.15.16:0/215646484 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f4448030a20 con 0x7f444c0b6720 2024-09-11T22:45:25.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.319+0000 7f443dffb640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f443006be30 0x7f443006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.319+0000 7f443dffb640 1 -- 172.21.15.16:0/215646484 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f44480aba70 con 0x7f444c0b6720 2024-09-11T22:45:25.321 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.319+0000 7f4450a81640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f443006be30 0x7f443006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.322 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.320+0000 7f4450a81640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f443006be30 0x7f443006e2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f444c156400 tx=0x7f4440008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.324 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.324+0000 7f443dffb640 1 -- 172.21.15.16:0/215646484 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f444c1588c0 con 0x7f444c0b6720 2024-09-11T22:45:25.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.499+0000 7f44534e6640 1 -- 172.21.15.16:0/215646484 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f444c15eca0 con 0x7f444c0b6720 2024-09-11T22:45:25.500 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.499+0000 7f443dffb640 1 -- 172.21.15.16:0/215646484 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) ==== 93+0+10 (secure 0 0 0) 0x7f444807a0d0 con 0x7f444c0b6720 2024-09-11T22:45:25.500 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2024-09-11T22:45:25.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.501+0000 7f44534e6640 1 -- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f443006be30 msgr2=0x7f443006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.501+0000 7f44534e6640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f443006be30 0x7f443006e2f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f444c156400 tx=0x7f4440008040 comp rx=0 tx=0).stop 2024-09-11T22:45:25.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.501+0000 7f44534e6640 1 -- 172.21.15.16:0/215646484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f444c0b6720 msgr2=0x7f444c155ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.501+0000 7f44534e6640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f444c0b6720 0x7f444c155ec0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4448000c00 tx=0x7f44480046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.502+0000 7f44534e6640 1 -- 172.21.15.16:0/215646484 shutdown_connections 2024-09-11T22:45:25.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.502+0000 7f44534e6640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f443006be30 0x7f443006e2f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.502+0000 7f44534e6640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f444c15e6c0 0x7f444c158380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.502+0000 7f44534e6640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f444c0cf730 0x7f444c1f3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.502+0000 7f44534e6640 1 --2- 172.21.15.16:0/215646484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f444c0b6720 0x7f444c155ec0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.502+0000 7f44534e6640 1 -- 172.21.15.16:0/215646484 >> 172.21.15.16:0/215646484 conn(0x7f444c067f80 msgr2=0x7f444c0b94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:25.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.502+0000 7f44534e6640 1 -- 172.21.15.16:0/215646484 shutdown_connections 2024-09-11T22:45:25.503 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.502+0000 7f44534e6640 1 -- 172.21.15.16:0/215646484 wait complete. 2024-09-11T22:45:25.513 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-11T22:45:25.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.618+0000 7f4133ee6640 1 Processor -- start 2024-09-11T22:45:25.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.618+0000 7f4133ee6640 1 -- start start 2024-09-11T22:45:25.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4133ee6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f412c15e720 0x7f412c162db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4133ee6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f412c0cf760 0x7f412c0b7980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4133ee6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f412c15eb00 con 0x7f412c0b7ec0 2024-09-11T22:45:25.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4133ee6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f412c0d35a0 con 0x7f412c0cf760 2024-09-11T22:45:25.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4133ee6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f412c0d2c70 con 0x7f412c15e720 2024-09-11T22:45:25.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4132483640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f412c0b7ec0 0x7f412c0d1540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41146/0 (socket says 172.21.15.16:41146) 2024-09-11T22:45:25.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4132483640 1 -- 172.21.15.16:0/3210367199 learned_addr learned my addr 172.21.15.16:0/3210367199 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:25.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4131481640 1 --2- 172.21.15.16:0/3210367199 >> v2:172.21.15.104:3300/0 conn(0x7f412c0cf760 0x7f412c0b7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4131c82640 1 --2- 172.21.15.16:0/3210367199 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f412c15e720 0x7f412c162db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4130c80640 1 -- 172.21.15.16:0/3210367199 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1128778057 0 0) 0x7f412c15eb00 con 0x7f412c0b7ec0 2024-09-11T22:45:25.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4130c80640 1 -- 172.21.15.16:0/3210367199 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4114003520 con 0x7f412c0b7ec0 2024-09-11T22:45:25.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4131c82640 1 -- 172.21.15.16:0/3210367199 >> v2:172.21.15.104:3300/0 conn(0x7f412c0cf760 msgr2=0x7f412c0b7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:25.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4131c82640 1 --2- 172.21.15.16:0/3210367199 >> v2:172.21.15.104:3300/0 conn(0x7f412c0cf760 0x7f412c0b7980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4131c82640 1 -- 172.21.15.16:0/3210367199 >> v1:172.21.15.16:6789/0 conn(0x7f412c0b7ec0 legacy=0x7f412c0d1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4131c82640 1 -- 172.21.15.16:0/3210367199 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f412c0d2f50 con 0x7f412c15e720 2024-09-11T22:45:25.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.619+0000 7f4131481640 1 --2- 172.21.15.16:0/3210367199 >> v2:172.21.15.104:3300/0 conn(0x7f412c0cf760 0x7f412c0b7980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.620+0000 7f4131c82640 1 --2- 172.21.15.16:0/3210367199 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f412c15e720 0x7f412c162db0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f41240097a0 tx=0x7f412402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b524189e550b0050 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.620+0000 7f4130c80640 1 -- 172.21.15.16:0/3210367199 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4124037070 con 0x7f412c15e720 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.620+0000 7f4130c80640 1 -- 172.21.15.16:0/3210367199 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4124032440 con 0x7f412c15e720 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.620+0000 7f4130c80640 1 -- 172.21.15.16:0/3210367199 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41240327f0 con 0x7f412c15e720 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.621+0000 7f4133ee6640 1 -- 172.21.15.16:0/3210367199 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f412c15e720 msgr2=0x7f412c162db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.621+0000 7f4133ee6640 1 --2- 172.21.15.16:0/3210367199 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f412c15e720 0x7f412c162db0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f41240097a0 tx=0x7f412402a180 comp rx=0 tx=0).stop 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.621+0000 7f4133ee6640 1 -- 172.21.15.16:0/3210367199 shutdown_connections 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.621+0000 7f4133ee6640 1 --2- 172.21.15.16:0/3210367199 >> v2:172.21.15.104:3300/0 conn(0x7f412c0cf760 0x7f412c0b7980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.621+0000 7f4133ee6640 1 --2- 172.21.15.16:0/3210367199 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f412c15e720 0x7f412c162db0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.621+0000 7f4133ee6640 1 -- 172.21.15.16:0/3210367199 >> 172.21.15.16:0/3210367199 conn(0x7f412c067b30 msgr2=0x7f412c067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.621+0000 7f4133ee6640 1 -- 172.21.15.16:0/3210367199 shutdown_connections 2024-09-11T22:45:25.623 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.621+0000 7f4133ee6640 1 -- 172.21.15.16:0/3210367199 wait complete. 2024-09-11T22:45:25.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.622+0000 7f4133ee6640 1 Processor -- start 2024-09-11T22:45:25.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.622+0000 7f4133ee6640 1 -- start start 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4133ee6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f412c0b7ec0 0x7f412c153160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4133ee6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f412c0cf760 0x7f412c1503f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4133ee6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f412c15e720 0x7f412c150930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4133ee6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f412c0cfd20 con 0x7f412c0cf760 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4133ee6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f412c0cfba0 con 0x7f412c0b7ec0 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4133ee6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f412c0d1c50 con 0x7f412c15e720 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4131481640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f412c0cf760 0x7f412c1503f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4131481640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f412c0cf760 0x7f412c1503f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34328/0 (socket says 172.21.15.16:34328) 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4131481640 1 -- 172.21.15.16:0/3120514527 learned_addr learned my addr 172.21.15.16:0/3120514527 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4132483640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f412c15e720 0x7f412c150930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4131c82640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f412c0b7ec0 0x7f412c153160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4131481640 1 -- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f412c15e720 msgr2=0x7f412c150930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4131481640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f412c15e720 0x7f412c150930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4131481640 1 -- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f412c0b7ec0 msgr2=0x7f412c153160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4131481640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f412c0b7ec0 0x7f412c153160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4131481640 1 -- 172.21.15.16:0/3120514527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f412c157c00 con 0x7f412c0cf760 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4131481640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f412c0cf760 0x7f412c1503f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f412000ebb0 tx=0x7f412000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f412a7fc640 1 -- 172.21.15.16:0/3120514527 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4120017070 con 0x7f412c0cf760 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f412a7fc640 1 -- 172.21.15.16:0/3120514527 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f412000cc30 con 0x7f412c0cf760 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f4133ee6640 1 -- 172.21.15.16:0/3120514527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f412c157ee0 con 0x7f412c0cf760 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.623+0000 7f412a7fc640 1 -- 172.21.15.16:0/3120514527 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4120013470 con 0x7f412c0cf760 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.624+0000 7f4133ee6640 1 -- 172.21.15.16:0/3120514527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f412c0cbd30 con 0x7f412c0cf760 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.624+0000 7f4133ee6640 1 -- 172.21.15.16:0/3120514527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f412c0b7980 con 0x7f412c0cf760 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.625+0000 7f412a7fc640 1 -- 172.21.15.16:0/3120514527 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f412001a070 con 0x7f412c0cf760 2024-09-11T22:45:25.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.625+0000 7f412a7fc640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f411806be30 0x7f411806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.626+0000 7f412a7fc640 1 -- 172.21.15.16:0/3120514527 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f412008b400 con 0x7f412c0cf760 2024-09-11T22:45:25.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.626+0000 7f4131c82640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f411806be30 0x7f411806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.626+0000 7f4131c82640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f411806be30 0x7f411806e2f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4124034000 tx=0x7f412402e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.630+0000 7f412a7fc640 1 -- 172.21.15.16:0/3120514527 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4120059410 con 0x7f412c0cf760 2024-09-11T22:45:25.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.805+0000 7f4133ee6640 1 -- 172.21.15.16:0/3120514527 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f412c0b9710 con 0x7f412c0cf760 2024-09-11T22:45:25.806 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.806+0000 7f412a7fc640 1 -- 172.21.15.16:0/3120514527 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) ==== 104+0+11 (secure 0 0 0) 0x7f412005d710 con 0x7f412c0cf760 2024-09-11T22:45:25.807 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2024-09-11T22:45:25.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 -- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f411806be30 msgr2=0x7f411806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f411806be30 0x7f411806e2f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f4124034000 tx=0x7f412402e000 comp rx=0 tx=0).stop 2024-09-11T22:45:25.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 -- 172.21.15.16:0/3120514527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f412c0cf760 msgr2=0x7f412c1503f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f412c0cf760 0x7f412c1503f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f412000ebb0 tx=0x7f412000c520 comp rx=0 tx=0).stop 2024-09-11T22:45:25.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 -- 172.21.15.16:0/3120514527 shutdown_connections 2024-09-11T22:45:25.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f411806be30 0x7f411806e2f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f412c15e720 0x7f412c150930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f412c0cf760 0x7f412c1503f0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 --2- 172.21.15.16:0/3120514527 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f412c0b7ec0 0x7f412c153160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 -- 172.21.15.16:0/3120514527 >> 172.21.15.16:0/3120514527 conn(0x7f412c067b30 msgr2=0x7f412c1611b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:25.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 -- 172.21.15.16:0/3120514527 shutdown_connections 2024-09-11T22:45:25.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.808+0000 7f4133ee6640 1 -- 172.21.15.16:0/3120514527 wait complete. 2024-09-11T22:45:25.820 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-11T22:45:25.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.924+0000 7f108414b640 1 Processor -- start 2024-09-11T22:45:25.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.924+0000 7f108414b640 1 -- start start 2024-09-11T22:45:25.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.925+0000 7f108414b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f107c15e720 0x7f107c162db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.925+0000 7f108414b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f107c0cf760 0x7f107c0b7980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.925+0000 7f108414b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f107c15eb00 con 0x7f107c0b7ec0 2024-09-11T22:45:25.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.925+0000 7f108414b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f107c0d35a0 con 0x7f107c15e720 2024-09-11T22:45:25.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.925+0000 7f108414b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f107c0d2c70 con 0x7f107c0cf760 2024-09-11T22:45:25.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.926+0000 7f1081ee7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f107c15e720 0x7f107c162db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.926+0000 7f10816e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f107c0cf760 0x7f107c0b7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.926+0000 7f10826e8640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f107c0b7ec0 0x7f107c0d1540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:60502/0 (socket says 172.21.15.16:60502) 2024-09-11T22:45:25.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.926+0000 7f10826e8640 1 -- 172.21.15.16:0/3808423368 learned_addr learned my addr 172.21.15.16:0/3808423368 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:25.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.926+0000 7f1080ee5640 1 -- 172.21.15.16:0/3808423368 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 879921469 0 0) 0x7f107c15eb00 con 0x7f107c0b7ec0 2024-09-11T22:45:25.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.926+0000 7f10816e6640 1 -- 172.21.15.16:0/3808423368 >> v2:172.21.15.104:3300/0 conn(0x7f107c15e720 msgr2=0x7f107c162db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:25.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.926+0000 7f10816e6640 1 --2- 172.21.15.16:0/3808423368 >> v2:172.21.15.104:3300/0 conn(0x7f107c15e720 0x7f107c162db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.926+0000 7f10816e6640 1 -- 172.21.15.16:0/3808423368 >> v1:172.21.15.104:6789/0 conn(0x7f107c0b7ec0 legacy=0x7f107c0d1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.926+0000 7f10816e6640 1 -- 172.21.15.16:0/3808423368 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f107c0d2f50 con 0x7f107c0cf760 2024-09-11T22:45:25.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.926+0000 7f1081ee7640 1 --2- 172.21.15.16:0/3808423368 >> v2:172.21.15.104:3300/0 conn(0x7f107c15e720 0x7f107c162db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:25.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.927+0000 7f10816e6640 1 --2- 172.21.15.16:0/3808423368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f107c0cf760 0x7f107c0b7980 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f106c0097a0 tx=0x7f106c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7e3e993a86bbf22 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.927+0000 7f1080ee5640 1 -- 172.21.15.16:0/3808423368 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c037070 con 0x7f107c0cf760 2024-09-11T22:45:25.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.927+0000 7f1080ee5640 1 -- 172.21.15.16:0/3808423368 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f106c032440 con 0x7f107c0cf760 2024-09-11T22:45:25.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.927+0000 7f1080ee5640 1 -- 172.21.15.16:0/3808423368 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c032810 con 0x7f107c0cf760 2024-09-11T22:45:25.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.927+0000 7f108414b640 1 -- 172.21.15.16:0/3808423368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f107c0cf760 msgr2=0x7f107c0b7980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.927+0000 7f108414b640 1 --2- 172.21.15.16:0/3808423368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f107c0cf760 0x7f107c0b7980 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f106c0097a0 tx=0x7f106c02a180 comp rx=0 tx=0).stop 2024-09-11T22:45:25.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.927+0000 7f108414b640 1 -- 172.21.15.16:0/3808423368 shutdown_connections 2024-09-11T22:45:25.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.927+0000 7f108414b640 1 --2- 172.21.15.16:0/3808423368 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f107c0cf760 0x7f107c0b7980 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.927+0000 7f108414b640 1 --2- 172.21.15.16:0/3808423368 >> v2:172.21.15.104:3300/0 conn(0x7f107c15e720 0x7f107c162db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.927+0000 7f108414b640 1 -- 172.21.15.16:0/3808423368 >> 172.21.15.16:0/3808423368 conn(0x7f107c067b30 msgr2=0x7f107c067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:25.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.928+0000 7f108414b640 1 -- 172.21.15.16:0/3808423368 shutdown_connections 2024-09-11T22:45:25.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.928+0000 7f108414b640 1 -- 172.21.15.16:0/3808423368 wait complete. 2024-09-11T22:45:25.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.929+0000 7f108414b640 1 Processor -- start 2024-09-11T22:45:25.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.929+0000 7f108414b640 1 -- start start 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.929+0000 7f108414b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f107c0b7ec0 0x7f107c14fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.929+0000 7f108414b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f107c0cf760 0x7f107c14cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.929+0000 7f108414b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f107c15e720 0x7f107c15bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.929+0000 7f108414b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f107c0cfd20 con 0x7f107c0cf760 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.929+0000 7f108414b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f107c0cfba0 con 0x7f107c15e720 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.929+0000 7f108414b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f107c0d1c50 con 0x7f107c0b7ec0 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10816e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f107c0cf760 0x7f107c14cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10816e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f107c0cf760 0x7f107c14cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34336/0 (socket says 172.21.15.16:34336) 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10816e6640 1 -- 172.21.15.16:0/1500347545 learned_addr learned my addr 172.21.15.16:0/1500347545 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f1081ee7640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f107c0b7ec0 0x7f107c14fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10826e8640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f107c15e720 0x7f107c15bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10816e6640 1 -- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f107c0b7ec0 msgr2=0x7f107c14fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10816e6640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f107c0b7ec0 0x7f107c14fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10816e6640 1 -- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f107c15e720 msgr2=0x7f107c15bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10816e6640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f107c15e720 0x7f107c15bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10816e6640 1 -- 172.21.15.16:0/1500347545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f107c15ca70 con 0x7f107c0cf760 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10816e6640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f107c0cf760 0x7f107c14cd90 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f106c035040 tx=0x7f106c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10727fc640 1 -- 172.21.15.16:0/1500347545 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c037040 con 0x7f107c0cf760 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10727fc640 1 -- 172.21.15.16:0/1500347545 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f106c030500 con 0x7f107c0cf760 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f108414b640 1 -- 172.21.15.16:0/1500347545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f107c15cd50 con 0x7f107c0cf760 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.930+0000 7f10727fc640 1 -- 172.21.15.16:0/1500347545 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f106c030910 con 0x7f107c0cf760 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.931+0000 7f108414b640 1 -- 172.21.15.16:0/1500347545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f107c14d3b0 con 0x7f107c0cf760 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.931+0000 7f108414b640 1 -- 172.21.15.16:0/1500347545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f107c0b7980 con 0x7f107c0cf760 2024-09-11T22:45:25.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.932+0000 7f10727fc640 1 -- 172.21.15.16:0/1500347545 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f106c044020 con 0x7f107c0cf760 2024-09-11T22:45:25.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.933+0000 7f10727fc640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f106006be30 0x7f106006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:25.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.933+0000 7f10727fc640 1 -- 172.21.15.16:0/1500347545 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f106c0ab360 con 0x7f107c0cf760 2024-09-11T22:45:25.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.933+0000 7f1081ee7640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f106006be30 0x7f106006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:25.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.933+0000 7f1081ee7640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f106006be30 0x7f106006e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1078009bd0 tx=0x7f107800b040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:25.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:25.937+0000 7f10727fc640 1 -- 172.21.15.16:0/1500347545 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f106c0792e0 con 0x7f107c0cf760 2024-09-11T22:45:26.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.115+0000 7f108414b640 1 -- 172.21.15.16:0/1500347545 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f107c0d24f0 con 0x7f107c0cf760 2024-09-11T22:45:26.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.115+0000 7f10727fc640 1 -- 172.21.15.16:0/1500347545 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) ==== 100+0+11 (secure 0 0 0) 0x7f106c07d5e0 con 0x7f107c0cf760 2024-09-11T22:45:26.116 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2024-09-11T22:45:26.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 -- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f106006be30 msgr2=0x7f106006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f106006be30 0x7f106006e2f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1078009bd0 tx=0x7f107800b040 comp rx=0 tx=0).stop 2024-09-11T22:45:26.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 -- 172.21.15.16:0/1500347545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f107c0cf760 msgr2=0x7f107c14cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f107c0cf760 0x7f107c14cd90 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f106c035040 tx=0x7f106c0046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 -- 172.21.15.16:0/1500347545 shutdown_connections 2024-09-11T22:45:26.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f106006be30 0x7f106006e2f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f107c15e720 0x7f107c15bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f107c0cf760 0x7f107c14cd90 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 --2- 172.21.15.16:0/1500347545 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f107c0b7ec0 0x7f107c14fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 -- 172.21.15.16:0/1500347545 >> 172.21.15.16:0/1500347545 conn(0x7f107c067b30 msgr2=0x7f107c15ee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:26.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 -- 172.21.15.16:0/1500347545 shutdown_connections 2024-09-11T22:45:26.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.117+0000 7f108414b640 1 -- 172.21.15.16:0/1500347545 wait complete. 2024-09-11T22:45:26.129 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-11T22:45:26.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.234+0000 7f0ba221e640 1 Processor -- start 2024-09-11T22:45:26.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.234+0000 7f0ba221e640 1 -- start start 2024-09-11T22:45:26.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.235+0000 7f0ba221e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0b9c0b68f0 0x7f0b9c0d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.235+0000 7f0ba221e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b9c0cfdc0 con 0x7f0b9c15e6c0 2024-09-11T22:45:26.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.235+0000 7f0ba221e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b9c0d3fa0 con 0x7f0b9c0cf730 2024-09-11T22:45:26.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.235+0000 7f0ba221e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f0b9c0b7990 con 0x7f0b9c0b68f0 2024-09-11T22:45:26.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.235+0000 7f0b9affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0b9c0b68f0 0x7f0b9c0d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.235+0000 7f0b9affd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0b9c0b68f0 0x7f0b9c0d1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34344/0 (socket says 172.21.15.16:34344) 2024-09-11T22:45:26.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.235+0000 7f0b9b7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0b9c15e6c0 0x7f0b9c0b61e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41154/0 (socket says 172.21.15.16:41154) 2024-09-11T22:45:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.235+0000 7f0b9affd640 1 -- 172.21.15.16:0/1477239098 learned_addr learned my addr 172.21.15.16:0/1477239098 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.235+0000 7f0b9affd640 1 -- 172.21.15.16:0/1477239098 >> v1:172.21.15.104:6789/0 conn(0x7f0b9c0cf730 legacy=0x7f0b9c0b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.235+0000 7f0b9affd640 1 -- 172.21.15.16:0/1477239098 >> v1:172.21.15.16:6789/0 conn(0x7f0b9c15e6c0 legacy=0x7f0b9c0b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.235+0000 7f0b9affd640 1 -- 172.21.15.16:0/1477239098 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9c0d4280 con 0x7f0b9c0b68f0 2024-09-11T22:45:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.236+0000 7f0b9affd640 1 --2- 172.21.15.16:0/1477239098 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b9c0b68f0 0x7f0b9c0d1db0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f0b90009870 tx=0x7f0b9002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b3d5bda05bddb14 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.236+0000 7f0b9a7fc640 1 -- 172.21.15.16:0/1477239098 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b90037070 con 0x7f0b9c0b68f0 2024-09-11T22:45:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.236+0000 7f0b9a7fc640 1 -- 172.21.15.16:0/1477239098 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b9002ae50 con 0x7f0b9c0b68f0 2024-09-11T22:45:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.236+0000 7f0b9a7fc640 1 -- 172.21.15.16:0/1477239098 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b90032860 con 0x7f0b9c0b68f0 2024-09-11T22:45:26.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.237+0000 7f0ba221e640 1 -- 172.21.15.16:0/1477239098 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b9c0b68f0 msgr2=0x7f0b9c0d1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.237+0000 7f0ba221e640 1 --2- 172.21.15.16:0/1477239098 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b9c0b68f0 0x7f0b9c0d1db0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f0b90009870 tx=0x7f0b9002a300 comp rx=0 tx=0).stop 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.237+0000 7f0ba221e640 1 -- 172.21.15.16:0/1477239098 shutdown_connections 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.237+0000 7f0ba221e640 1 --2- 172.21.15.16:0/1477239098 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b9c0b68f0 0x7f0b9c0d1db0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.237+0000 7f0ba221e640 1 -- 172.21.15.16:0/1477239098 >> 172.21.15.16:0/1477239098 conn(0x7f0b9c067f80 msgr2=0x7f0b9c0d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.237+0000 7f0ba221e640 1 -- 172.21.15.16:0/1477239098 shutdown_connections 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.237+0000 7f0ba221e640 1 -- 172.21.15.16:0/1477239098 wait complete. 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.238+0000 7f0ba221e640 1 Processor -- start 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.238+0000 7f0ba221e640 1 -- start start 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0ba221e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b9c0b68f0 0x7f0b9c1e7b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0ba221e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b9c0cf730 0x7f0b9c156410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0ba221e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b9c15e6c0 0x7f0b9c1e5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0ba221e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c0d3d50 con 0x7f0b9c0cf730 2024-09-11T22:45:26.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0ba221e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c0d1bf0 con 0x7f0b9c15e6c0 2024-09-11T22:45:26.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0ba221e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f0b9c0d4560 con 0x7f0b9c0b68f0 2024-09-11T22:45:26.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0b9affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b9c0cf730 0x7f0b9c156410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0b9affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b9c0cf730 0x7f0b9c156410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34354/0 (socket says 172.21.15.16:34354) 2024-09-11T22:45:26.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0b9affd640 1 -- 172.21.15.16:0/1820604302 learned_addr learned my addr 172.21.15.16:0/1820604302 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:26.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0b9bfff640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b9c15e6c0 0x7f0b9c1e5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0b9b7fe640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b9c0b68f0 0x7f0b9c1e7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0b9affd640 1 -- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b9c0b68f0 msgr2=0x7f0b9c1e7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0b9affd640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b9c0b68f0 0x7f0b9c1e7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0b9affd640 1 -- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b9c15e6c0 msgr2=0x7f0b9c1e5890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0b9affd640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b9c15e6c0 0x7f0b9c1e5890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0b9affd640 1 -- 172.21.15.16:0/1820604302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9c1e4a00 con 0x7f0b9c0cf730 2024-09-11T22:45:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.239+0000 7f0b9bfff640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b9c15e6c0 0x7f0b9c1e5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.240+0000 7f0b9affd640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b9c0cf730 0x7f0b9c156410 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0b90000c00 tx=0x7f0b900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.240+0000 7f0b83fff640 1 -- 172.21.15.16:0/1820604302 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b90041070 con 0x7f0b9c0cf730 2024-09-11T22:45:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.240+0000 7f0b83fff640 1 -- 172.21.15.16:0/1820604302 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b9003c890 con 0x7f0b9c0cf730 2024-09-11T22:45:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.240+0000 7f0ba221e640 1 -- 172.21.15.16:0/1820604302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b9c1e4ce0 con 0x7f0b9c0cf730 2024-09-11T22:45:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.240+0000 7f0b83fff640 1 -- 172.21.15.16:0/1820604302 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b90037040 con 0x7f0b9c0cf730 2024-09-11T22:45:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.240+0000 7f0ba221e640 1 -- 172.21.15.16:0/1820604302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b9c0cbe90 con 0x7f0b9c0cf730 2024-09-11T22:45:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.241+0000 7f0ba221e640 1 -- 172.21.15.16:0/1820604302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b9c0d1db0 con 0x7f0b9c0cf730 2024-09-11T22:45:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.241+0000 7f0b83fff640 1 -- 172.21.15.16:0/1820604302 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f0b90044070 con 0x7f0b9c0cf730 2024-09-11T22:45:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.242+0000 7f0b83fff640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0b8806be30 0x7f0b8806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.242+0000 7f0b83fff640 1 -- 172.21.15.16:0/1820604302 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f0b900abd50 con 0x7f0b9c0cf730 2024-09-11T22:45:26.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.242+0000 7f0b9b7fe640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0b8806be30 0x7f0b8806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.243+0000 7f0b9b7fe640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0b8806be30 0x7f0b8806e2f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c000f60 tx=0x7f0b8c007ca0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:26.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.246+0000 7f0b83fff640 1 -- 172.21.15.16:0/1820604302 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f0b900af030 con 0x7f0b9c0cf730 2024-09-11T22:45:26.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.421+0000 7f0ba221e640 1 -- 172.21.15.16:0/1820604302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f0b9c0d30c0 con 0x7f0b9c0cf730 2024-09-11T22:45:26.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.422+0000 7f0b83fff640 1 -- 172.21.15.16:0/1820604302 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) ==== 103+0+11 (secure 0 0 0) 0x7f0b9007a570 con 0x7f0b9c0cf730 2024-09-11T22:45:26.423 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2024-09-11T22:45:26.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.423+0000 7f0ba221e640 1 -- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0b8806be30 msgr2=0x7f0b8806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.423+0000 7f0ba221e640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0b8806be30 0x7f0b8806e2f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f0b8c000f60 tx=0x7f0b8c007ca0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.423+0000 7f0ba221e640 1 -- 172.21.15.16:0/1820604302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b9c0cf730 msgr2=0x7f0b9c156410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.423+0000 7f0ba221e640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b9c0cf730 0x7f0b9c156410 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0b90000c00 tx=0x7f0b900046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.424+0000 7f0ba221e640 1 -- 172.21.15.16:0/1820604302 shutdown_connections 2024-09-11T22:45:26.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.424+0000 7f0ba221e640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f0b8806be30 0x7f0b8806e2f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.424+0000 7f0ba221e640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f0b9c15e6c0 0x7f0b9c1e5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.424+0000 7f0ba221e640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0b9c0cf730 0x7f0b9c156410 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.424+0000 7f0ba221e640 1 --2- 172.21.15.16:0/1820604302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f0b9c0b68f0 0x7f0b9c1e7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.424+0000 7f0ba221e640 1 -- 172.21.15.16:0/1820604302 >> 172.21.15.16:0/1820604302 conn(0x7f0b9c067f80 msgr2=0x7f0b9c0d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:26.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.424+0000 7f0ba221e640 1 -- 172.21.15.16:0/1820604302 shutdown_connections 2024-09-11T22:45:26.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.424+0000 7f0ba221e640 1 -- 172.21.15.16:0/1820604302 wait complete. 2024-09-11T22:45:26.436 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name' 2024-09-11T22:45:26.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.538+0000 7f88a9037640 1 Processor -- start 2024-09-11T22:45:26.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.538+0000 7f88a9037640 1 -- start start 2024-09-11T22:45:26.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.539+0000 7f88a9037640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88a4156960 0x7f88a409b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.539+0000 7f88a9037640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88a409be70 0x7f88a409aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.539+0000 7f88a9037640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f88a409af80 0x7f88a415fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.539+0000 7f88a9037640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f88a409b3d0 con 0x7f88a4156960 2024-09-11T22:45:26.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.539+0000 7f88a9037640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f88a415caa0 con 0x7f88a409af80 2024-09-11T22:45:26.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.539+0000 7f88a9037640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f88a415cd80 con 0x7f88a409be70 2024-09-11T22:45:26.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.539+0000 7f88a2d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88a4156960 0x7f88a409b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.539+0000 7f88a2d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88a4156960 0x7f88a409b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34366/0 (socket says 172.21.15.16:34366) 2024-09-11T22:45:26.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.539+0000 7f88a2d9d640 1 -- 172.21.15.16:0/945048091 learned_addr learned my addr 172.21.15.16:0/945048091 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:26.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.540+0000 7f88a359e640 1 --2- 172.21.15.16:0/945048091 >> v2:172.21.15.104:3300/0 conn(0x7f88a409af80 0x7f88a415fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.540+0000 7f88a259c640 1 --2- 172.21.15.16:0/945048091 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88a409be70 0x7f88a409aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.542 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.540+0000 7f88a2d9d640 1 -- 172.21.15.16:0/945048091 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88a409be70 msgr2=0x7f88a409aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:26.543 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.540+0000 7f88a2d9d640 1 --2- 172.21.15.16:0/945048091 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88a409be70 0x7f88a409aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.540+0000 7f88a2d9d640 1 -- 172.21.15.16:0/945048091 >> v2:172.21.15.104:3300/0 conn(0x7f88a409af80 msgr2=0x7f88a415fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:26.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.540+0000 7f88a2d9d640 1 --2- 172.21.15.16:0/945048091 >> v2:172.21.15.104:3300/0 conn(0x7f88a409af80 0x7f88a415fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.540+0000 7f88a2d9d640 1 -- 172.21.15.16:0/945048091 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88a415d060 con 0x7f88a4156960 2024-09-11T22:45:26.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.540+0000 7f88a2d9d640 1 --2- 172.21.15.16:0/945048091 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88a4156960 0x7f88a409b930 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f88a40d2430 tx=0x7f888c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5cbd37f5a282906 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:26.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a1d9b640 1 -- 172.21.15.16:0/945048091 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c037070 con 0x7f88a4156960 2024-09-11T22:45:26.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a1d9b640 1 -- 172.21.15.16:0/945048091 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f888c032440 con 0x7f88a4156960 2024-09-11T22:45:26.544 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a1d9b640 1 -- 172.21.15.16:0/945048091 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c032810 con 0x7f88a4156960 2024-09-11T22:45:26.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a9037640 1 -- 172.21.15.16:0/945048091 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88a4156960 msgr2=0x7f88a409b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a9037640 1 --2- 172.21.15.16:0/945048091 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88a4156960 0x7f88a409b930 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f88a40d2430 tx=0x7f888c02a140 comp rx=0 tx=0).stop 2024-09-11T22:45:26.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a9037640 1 -- 172.21.15.16:0/945048091 shutdown_connections 2024-09-11T22:45:26.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a9037640 1 --2- 172.21.15.16:0/945048091 >> v2:172.21.15.104:3300/0 conn(0x7f88a409af80 0x7f88a415fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a9037640 1 --2- 172.21.15.16:0/945048091 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88a409be70 0x7f88a409aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.548 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a9037640 1 --2- 172.21.15.16:0/945048091 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88a4156960 0x7f88a409b930 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a9037640 1 -- 172.21.15.16:0/945048091 >> 172.21.15.16:0/945048091 conn(0x7f88a40b4110 msgr2=0x7f88a40b4520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a9037640 1 -- 172.21.15.16:0/945048091 shutdown_connections 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.541+0000 7f88a9037640 1 -- 172.21.15.16:0/945048091 wait complete. 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.543+0000 7f88a9037640 1 Processor -- start 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.543+0000 7f88a9037640 1 -- start start 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a9037640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88a409af80 0x7f88a414d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a9037640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88a409be70 0x7f88a41473c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a9037640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88a4156960 0x7f88a4149ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a9037640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f88a40b5640 con 0x7f88a4156960 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a9037640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f88a415d620 con 0x7f88a409be70 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a9037640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f88a4156d40 con 0x7f88a409af80 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a359e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88a4156960 0x7f88a4149ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.549 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a359e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88a4156960 0x7f88a4149ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34374/0 (socket says 172.21.15.16:34374) 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a359e640 1 -- 172.21.15.16:0/1527680300 learned_addr learned my addr 172.21.15.16:0/1527680300 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a259c640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88a409be70 0x7f88a41473c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a2d9d640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88a409af80 0x7f88a414d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a359e640 1 -- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88a409af80 msgr2=0x7f88a414d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a359e640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88a409af80 0x7f88a414d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a359e640 1 -- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88a409be70 msgr2=0x7f88a41473c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a359e640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88a409be70 0x7f88a41473c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a359e640 1 -- 172.21.15.16:0/1527680300 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88a414dcb0 con 0x7f88a4156960 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a359e640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88a4156960 0x7f88a4149ec0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f889c007e60 tx=0x7f889c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f889b7fe640 1 -- 172.21.15.16:0/1527680300 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f889c014420 con 0x7f88a4156960 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f889b7fe640 1 -- 172.21.15.16:0/1527680300 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f889c019070 con 0x7f88a4156960 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a9037640 1 -- 172.21.15.16:0/1527680300 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88a414df90 con 0x7f88a4156960 2024-09-11T22:45:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f889b7fe640 1 -- 172.21.15.16:0/1527680300 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f889c014820 con 0x7f88a4156960 2024-09-11T22:45:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.544+0000 7f88a9037640 1 -- 172.21.15.16:0/1527680300 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88a414e550 con 0x7f88a4156960 2024-09-11T22:45:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.545+0000 7f88a9037640 1 -- 172.21.15.16:0/1527680300 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88a409aa40 con 0x7f88a4156960 2024-09-11T22:45:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.546+0000 7f889b7fe640 1 -- 172.21.15.16:0/1527680300 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f889c0149c0 con 0x7f88a4156960 2024-09-11T22:45:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.546+0000 7f889b7fe640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f888406be30 0x7f888406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.547+0000 7f889b7fe640 1 -- 172.21.15.16:0/1527680300 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f889c08b820 con 0x7f88a4156960 2024-09-11T22:45:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.547+0000 7f88a2d9d640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f888406be30 0x7f888406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.547+0000 7f88a2d9d640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f888406be30 0x7f888406e2f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f888c034000 tx=0x7f888c02e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:26.552 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.551+0000 7f889b7fe640 1 -- 172.21.15.16:0/1527680300 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f889c0598d0 con 0x7f88a4156960 2024-09-11T22:45:26.796 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:26.795+0000 7f88a9037640 1 -- 172.21.15.16:0/1527680300 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]} v 0) -- 0x7f88a415f080 con 0x7f88a4156960 2024-09-11T22:45:27.074 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.074+0000 7f889b7fe640 1 -- 172.21.15.16:0/1527680300 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]}]=0 v52) ==== 158+0+0 (secure 0 0 0) 0x7f889c05dbd0 con 0x7f88a4156960 2024-09-11T22:45:27.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 -- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f888406be30 msgr2=0x7f888406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f888406be30 0x7f888406e2f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f888c034000 tx=0x7f888c02e000 comp rx=0 tx=0).stop 2024-09-11T22:45:27.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 -- 172.21.15.16:0/1527680300 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88a4156960 msgr2=0x7f88a4149ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88a4156960 0x7f88a4149ec0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f889c007e60 tx=0x7f889c00e4b0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 -- 172.21.15.16:0/1527680300 shutdown_connections 2024-09-11T22:45:27.077 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f888406be30 0x7f888406e2f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88a4156960 0x7f88a4149ec0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88a409be70 0x7f88a41473c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 --2- 172.21.15.16:0/1527680300 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88a409af80 0x7f88a414d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 -- 172.21.15.16:0/1527680300 >> 172.21.15.16:0/1527680300 conn(0x7f88a40b4110 msgr2=0x7f88a40703f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:27.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 -- 172.21.15.16:0/1527680300 shutdown_connections 2024-09-11T22:45:27.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.076+0000 7f88a9037640 1 -- 172.21.15.16:0/1527680300 wait complete. 2024-09-11T22:45:27.088 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-11T22:45:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.194+0000 7fcbc3d6d640 1 Processor -- start 2024-09-11T22:45:27.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.194+0000 7fcbc3d6d640 1 -- start start 2024-09-11T22:45:27.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.195+0000 7fcbc3d6d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fcbbc0d33e0 0x7fcbbc0b84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.195+0000 7fcbc3d6d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbbc0d3b50 con 0x7fcbbc0cf5a0 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.195+0000 7fcbc3d6d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcbbc0d3e30 con 0x7fcbbc0d10e0 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.195+0000 7fcbc3d6d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fcbbc0b7920 con 0x7fcbbc0d33e0 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.195+0000 7fcbc1308640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcbbc0cf5a0 0x7fcbbc0b7db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41160/0 (socket says 172.21.15.16:41160) 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.195+0000 7fcbc1308640 1 -- 172.21.15.16:0/1847601778 learned_addr learned my addr 172.21.15.16:0/1847601778 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.195+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2330150091 0 0) 0x7fcbbc0d3b50 con 0x7fcbbc0cf5a0 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.195+0000 7fcbc230a640 1 --2- 172.21.15.16:0/1847601778 >> v2:172.21.15.104:3300/0 conn(0x7fcbbc0d33e0 0x7fcbbc0b84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.195+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcba4003520 con 0x7fcbbc0cf5a0 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 320148214 0 0) 0x7fcba4003520 con 0x7fcbbc0cf5a0 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 >> v2:172.21.15.104:3300/0 conn(0x7fcbbc0d33e0 msgr2=0x7fcbbc0b84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 --2- 172.21.15.16:0/1847601778 >> v2:172.21.15.104:3300/0 conn(0x7fcbbc0d33e0 0x7fcbbc0b84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 >> v1:172.21.15.104:6789/0 conn(0x7fcbbc0d10e0 legacy=0x7fcbbc0d14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbbc0d4110 con 0x7fcbbc0cf5a0 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7fcbb0001670 con 0x7fcbbc0cf5a0 2024-09-11T22:45:27.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 >> v1:172.21.15.16:6789/0 conn(0x7fcbbc0cf5a0 legacy=0x7fcbbc0b7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 --2- 172.21.15.16:0/1847601778 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcba40039b0 0x7fcba4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 --2- 172.21.15.16:0/1847601778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcba4004800 0x7fcba4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 --2- 172.21.15.16:0/1847601778 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcba40051c0 0x7fcba400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcbbc0b7920 con 0x7fcba40051c0 2024-09-11T22:45:27.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcba400c060 con 0x7fcba4004800 2024-09-11T22:45:27.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcba400c260 con 0x7fcba40039b0 2024-09-11T22:45:27.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc1b09640 1 --2- 172.21.15.16:0/1847601778 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcba40039b0 0x7fcba4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc1308640 1 --2- 172.21.15.16:0/1847601778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcba4004800 0x7fcba4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc230a640 1 --2- 172.21.15.16:0/1847601778 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcba40051c0 0x7fcba400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc230a640 1 -- 172.21.15.16:0/1847601778 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcba40039b0 msgr2=0x7fcba4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:27.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc230a640 1 --2- 172.21.15.16:0/1847601778 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcba40039b0 0x7fcba4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc230a640 1 -- 172.21.15.16:0/1847601778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcba4004800 msgr2=0x7fcba4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:27.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc230a640 1 --2- 172.21.15.16:0/1847601778 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcba4004800 0x7fcba4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.196+0000 7fcbc230a640 1 -- 172.21.15.16:0/1847601778 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcba4003520 con 0x7fcba40051c0 2024-09-11T22:45:27.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.197+0000 7fcbc230a640 1 -- 172.21.15.16:0/1847601778 reap_dead start 2024-09-11T22:45:27.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.197+0000 7fcbc230a640 1 --2- 172.21.15.16:0/1847601778 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcba40051c0 0x7fcba400b9c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fcbb4009fc0 tx=0x7fcba4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8b0831bd62056cb server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:27.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.197+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb4035020 con 0x7fcba40051c0 2024-09-11T22:45:27.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.197+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbb4003b90 con 0x7fcba40051c0 2024-09-11T22:45:27.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.197+0000 7fcbc0b07640 1 -- 172.21.15.16:0/1847601778 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb4009c10 con 0x7fcba40051c0 2024-09-11T22:45:27.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.198+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/1847601778 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcba40051c0 msgr2=0x7fcba400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.198+0000 7fcbc3d6d640 1 --2- 172.21.15.16:0/1847601778 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcba40051c0 0x7fcba400b9c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fcbb4009fc0 tx=0x7fcba4005830 comp rx=0 tx=0).stop 2024-09-11T22:45:27.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.198+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/1847601778 shutdown_connections 2024-09-11T22:45:27.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.198+0000 7fcbc3d6d640 1 --2- 172.21.15.16:0/1847601778 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcba40051c0 0x7fcba400b9c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.198+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/1847601778 >> 172.21.15.16:0/1847601778 conn(0x7fcbbc067f80 msgr2=0x7fcbbc06cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:27.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.198+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/1847601778 shutdown_connections 2024-09-11T22:45:27.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.198+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/1847601778 wait complete. 2024-09-11T22:45:27.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.199+0000 7fcbc3d6d640 1 Processor -- start 2024-09-11T22:45:27.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.199+0000 7fcbc3d6d640 1 -- start start 2024-09-11T22:45:27.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc3d6d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcba40051c0 0x7fcbbc0b2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc3d6d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbbc152590 0x7fcbbc1e8f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc3d6d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbbc1e94c0 0x7fcbbc0cdd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc3d6d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fcbbc161d40 con 0x7fcbbc152590 2024-09-11T22:45:27.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc3d6d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fcbbc0d3850 con 0x7fcba40051c0 2024-09-11T22:45:27.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc3d6d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fcbbc161ec0 con 0x7fcbbc1e94c0 2024-09-11T22:45:27.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc1308640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbbc152590 0x7fcbbc1e8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc1308640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbbc152590 0x7fcbbc1e8f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34388/0 (socket says 172.21.15.16:34388) 2024-09-11T22:45:27.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc1308640 1 -- 172.21.15.16:0/3145137983 learned_addr learned my addr 172.21.15.16:0/3145137983 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc1b09640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcba40051c0 0x7fcbbc0b2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc230a640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbbc1e94c0 0x7fcbbc0cdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc1308640 1 -- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbbc1e94c0 msgr2=0x7fcbbc0cdd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc1308640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbbc1e94c0 0x7fcbbc0cdd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc1308640 1 -- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcba40051c0 msgr2=0x7fcbbc0b2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc1308640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcba40051c0 0x7fcbbc0b2fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc1308640 1 -- 172.21.15.16:0/3145137983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbbc0b34f0 con 0x7fcbbc152590 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc1308640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbbc152590 0x7fcbbc1e8f80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fcbb0004ef0 tx=0x7fcbb0007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbba7fc640 1 -- 172.21.15.16:0/3145137983 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb000f750 con 0x7fcbbc152590 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbba7fc640 1 -- 172.21.15.16:0/3145137983 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcbb0018070 con 0x7fcbbc152590 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/3145137983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbbc0ab260 con 0x7fcbbc152590 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.200+0000 7fcbba7fc640 1 -- 172.21.15.16:0/3145137983 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb000fb70 con 0x7fcbbc152590 2024-09-11T22:45:27.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.201+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/3145137983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbbc0ab800 con 0x7fcbbc152590 2024-09-11T22:45:27.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.201+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/3145137983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbbc0d1aa0 con 0x7fcbbc152590 2024-09-11T22:45:27.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.202+0000 7fcbba7fc640 1 -- 172.21.15.16:0/3145137983 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fcbb000fd10 con 0x7fcbbc152590 2024-09-11T22:45:27.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.202+0000 7fcbba7fc640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcba806be60 0x7fcba806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.203+0000 7fcbba7fc640 1 -- 172.21.15.16:0/3145137983 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fcbb008af50 con 0x7fcbbc152590 2024-09-11T22:45:27.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.203+0000 7fcbc1b09640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcba806be60 0x7fcba806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.203+0000 7fcbc1b09640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcba806be60 0x7fcba806e320 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fcbac000c00 tx=0x7fcbac009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:27.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.207+0000 7fcbba7fc640 1 -- 172.21.15.16:0/3145137983 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fcbbc0d1aa0 con 0x7fcbbc152590 2024-09-11T22:45:27.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.383+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/3145137983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fcbbc0d14c0 con 0x7fcbbc152590 2024-09-11T22:45:27.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.386+0000 7fcbba7fc640 1 -- 172.21.15.16:0/3145137983 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fcbbc0b34f0 con 0x7fcbbc152590 2024-09-11T22:45:27.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.388+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcba806be60 msgr2=0x7fcba806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.388+0000 7fcbc3d6d640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcba806be60 0x7fcba806e320 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fcbac000c00 tx=0x7fcbac009040 comp rx=0 tx=0).stop 2024-09-11T22:45:27.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.389+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/3145137983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbbc152590 msgr2=0x7fcbbc1e8f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.389+0000 7fcbc3d6d640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbbc152590 0x7fcbbc1e8f80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fcbb0004ef0 tx=0x7fcbb0007430 comp rx=0 tx=0).stop 2024-09-11T22:45:27.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.389+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/3145137983 shutdown_connections 2024-09-11T22:45:27.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.389+0000 7fcbc3d6d640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fcba806be60 0x7fcba806e320 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.389+0000 7fcbc3d6d640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fcbbc1e94c0 0x7fcbbc0cdd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.389+0000 7fcbc3d6d640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcbbc152590 0x7fcbbc1e8f80 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.389+0000 7fcbc3d6d640 1 --2- 172.21.15.16:0/3145137983 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fcba40051c0 0x7fcbbc0b2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.389+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/3145137983 >> 172.21.15.16:0/3145137983 conn(0x7fcbbc067f80 msgr2=0x7fcbbc0c8bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:27.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.389+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/3145137983 shutdown_connections 2024-09-11T22:45:27.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.389+0000 7fcbc3d6d640 1 -- 172.21.15.16:0/3145137983 wait complete. 2024-09-11T22:45:27.400 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-11T22:45:27.401 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-11T22:45:27.443 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-11T22:45:27.483 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-11T22:45:27.483 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:45:27.483 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:27.500 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:45:27.500 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:27.555 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:45:27.555 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:27.611 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-11T22:45:27.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.754+0000 7fdae87fd640 1 Processor -- start 2024-09-11T22:45:27.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.754+0000 7fdae87fd640 1 -- start start 2024-09-11T22:45:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.755+0000 7fdae87fd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdae015b270 0x7fdae015b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.755+0000 7fdae87fd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdae0072420 con 0x7fdae006fa40 2024-09-11T22:45:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.755+0000 7fdae87fd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdae00cc920 con 0x7fdae00cf5c0 2024-09-11T22:45:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.755+0000 7fdae87fd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdae00d0160 con 0x7fdae015b270 2024-09-11T22:45:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.755+0000 7fdae6d9a640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdae006fa40 0x7fdae00cd3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41164/0 (socket says 172.21.15.16:41164) 2024-09-11T22:45:27.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.755+0000 7fdae6d9a640 1 -- 172.21.15.16:0/2154174108 learned_addr learned my addr 172.21.15.16:0/2154174108 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.755+0000 7fdae6599640 1 --2- 172.21.15.16:0/2154174108 >> v2:172.21.15.104:3300/0 conn(0x7fdae015b270 0x7fdae015b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.755+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 991080545 0 0) 0x7fdae0072420 con 0x7fdae006fa40 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.755+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdacc005730 con 0x7fdae006fa40 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 453315477 0 0) 0x7fdacc005730 con 0x7fdae006fa40 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 >> v2:172.21.15.104:3300/0 conn(0x7fdae015b270 msgr2=0x7fdae015b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 --2- 172.21.15.16:0/2154174108 >> v2:172.21.15.104:3300/0 conn(0x7fdae015b270 0x7fdae015b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 >> v1:172.21.15.104:6789/0 conn(0x7fdae00cf5c0 legacy=0x7fdae006f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdae00d0440 con 0x7fdae006fa40 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7fdad8001a10 con 0x7fdae006fa40 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 >> v1:172.21.15.16:6789/0 conn(0x7fdae006fa40 legacy=0x7fdae00cd3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 --2- 172.21.15.16:0/2154174108 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc005bc0 0x7fdacc005fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 --2- 172.21.15.16:0/2154174108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc0065e0 0x7fdacc006ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 --2- 172.21.15.16:0/2154174108 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdacc007350 0x7fdacc00dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdae00d0160 con 0x7fdacc007350 2024-09-11T22:45:27.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdacc00e2a0 con 0x7fdacc0065e0 2024-09-11T22:45:27.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdacc00e4a0 con 0x7fdacc005bc0 2024-09-11T22:45:27.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae6d9a640 1 --2- 172.21.15.16:0/2154174108 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdacc007350 0x7fdacc00dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae5d98640 1 --2- 172.21.15.16:0/2154174108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc0065e0 0x7fdacc006ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae6599640 1 --2- 172.21.15.16:0/2154174108 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc005bc0 0x7fdacc005fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae6d9a640 1 -- 172.21.15.16:0/2154174108 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc005bc0 msgr2=0x7fdacc005fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:27.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae6d9a640 1 --2- 172.21.15.16:0/2154174108 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdacc005bc0 0x7fdacc005fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae6d9a640 1 -- 172.21.15.16:0/2154174108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc0065e0 msgr2=0x7fdacc006ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:27.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae6d9a640 1 --2- 172.21.15.16:0/2154174108 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc0065e0 0x7fdacc006ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.756+0000 7fdae6d9a640 1 -- 172.21.15.16:0/2154174108 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdacc005730 con 0x7fdacc007350 2024-09-11T22:45:27.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.757+0000 7fdae6d9a640 1 -- 172.21.15.16:0/2154174108 reap_dead start 2024-09-11T22:45:27.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.757+0000 7fdae6d9a640 1 --2- 172.21.15.16:0/2154174108 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdacc007350 0x7fdacc00dbd0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdae00725f0 tx=0x7fdacc007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6652cccaf2bcc4e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:27.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.757+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad800a450 con 0x7fdacc007350 2024-09-11T22:45:27.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.757+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdad802f070 con 0x7fdacc007350 2024-09-11T22:45:27.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.757+0000 7fdae5597640 1 -- 172.21.15.16:0/2154174108 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad802bbc0 con 0x7fdacc007350 2024-09-11T22:45:27.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.758+0000 7fdae87fd640 1 -- 172.21.15.16:0/2154174108 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdacc007350 msgr2=0x7fdacc00dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.758+0000 7fdae87fd640 1 --2- 172.21.15.16:0/2154174108 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdacc007350 0x7fdacc00dbd0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdae00725f0 tx=0x7fdacc007a40 comp rx=0 tx=0).stop 2024-09-11T22:45:27.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.758+0000 7fdae87fd640 1 -- 172.21.15.16:0/2154174108 shutdown_connections 2024-09-11T22:45:27.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.758+0000 7fdae87fd640 1 --2- 172.21.15.16:0/2154174108 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdacc007350 0x7fdacc00dbd0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.758+0000 7fdae87fd640 1 -- 172.21.15.16:0/2154174108 >> 172.21.15.16:0/2154174108 conn(0x7fdae0067f80 msgr2=0x7fdae006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:27.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.758+0000 7fdae87fd640 1 -- 172.21.15.16:0/2154174108 shutdown_connections 2024-09-11T22:45:27.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.758+0000 7fdae87fd640 1 -- 172.21.15.16:0/2154174108 wait complete. 2024-09-11T22:45:27.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.759+0000 7fdae87fd640 1 Processor -- start 2024-09-11T22:45:27.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.759+0000 7fdae87fd640 1 -- start start 2024-09-11T22:45:27.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae87fd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc007350 0x7fdae01496f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae87fd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae013cef0 0x7fdae0147b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae87fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdae01480d0 0x7fdae014c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae87fd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdae00cfa00 con 0x7fdae013cef0 2024-09-11T22:45:27.763 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae87fd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdae00ccea0 con 0x7fdacc007350 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae87fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdae00cfb80 con 0x7fdae01480d0 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae5d98640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae013cef0 0x7fdae0147b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae5d98640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae013cef0 0x7fdae0147b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34402/0 (socket says 172.21.15.16:34402) 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae5d98640 1 -- 172.21.15.16:0/2635779424 learned_addr learned my addr 172.21.15.16:0/2635779424 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae5d98640 1 -- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdae01480d0 msgr2=0x7fdae014c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae5d98640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdae01480d0 0x7fdae014c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae6599640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc007350 0x7fdae01496f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae5d98640 1 -- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc007350 msgr2=0x7fdae01496f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae5d98640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc007350 0x7fdae01496f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae5d98640 1 -- 172.21.15.16:0/2635779424 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdae0148650 con 0x7fdae013cef0 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.760+0000 7fdae6599640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc007350 0x7fdae01496f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.761+0000 7fdae5d98640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae013cef0 0x7fdae0147b90 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fdad000f8d0 tx=0x7fdad000fd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:27.764 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.761+0000 7fdad6ffd640 1 -- 172.21.15.16:0/2635779424 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad001a070 con 0x7fdae013cef0 2024-09-11T22:45:27.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.761+0000 7fdad6ffd640 1 -- 172.21.15.16:0/2635779424 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdad0005320 con 0x7fdae013cef0 2024-09-11T22:45:27.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.761+0000 7fdad6ffd640 1 -- 172.21.15.16:0/2635779424 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad0007290 con 0x7fdae013cef0 2024-09-11T22:45:27.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.761+0000 7fdae87fd640 1 -- 172.21.15.16:0/2635779424 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdae0148930 con 0x7fdae013cef0 2024-09-11T22:45:27.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.761+0000 7fdae87fd640 1 -- 172.21.15.16:0/2635779424 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdae0148ef0 con 0x7fdae013cef0 2024-09-11T22:45:27.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.762+0000 7fdae87fd640 1 -- 172.21.15.16:0/2635779424 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdae00cd4d0 con 0x7fdae013cef0 2024-09-11T22:45:27.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.762+0000 7fdad6ffd640 1 -- 172.21.15.16:0/2635779424 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdad001d070 con 0x7fdae013cef0 2024-09-11T22:45:27.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.763+0000 7fdad6ffd640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdac406be60 0x7fdac406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:27.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.763+0000 7fdad6ffd640 1 -- 172.21.15.16:0/2635779424 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fdad008a8b0 con 0x7fdae013cef0 2024-09-11T22:45:27.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.763+0000 7fdae6599640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdac406be60 0x7fdac406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:27.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.764+0000 7fdae6599640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdac406be60 0x7fdac406e320 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fdadc009a40 tx=0x7fdadc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:27.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.767+0000 7fdad6ffd640 1 -- 172.21.15.16:0/2635779424 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdad0058f20 con 0x7fdae013cef0 2024-09-11T22:45:27.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.955+0000 7fdae87fd640 1 -- 172.21.15.16:0/2635779424 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdae006f3d0 con 0x7fdae013cef0 2024-09-11T22:45:27.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.955+0000 7fdad6ffd640 1 -- 172.21.15.16:0/2635779424 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fdad0058820 con 0x7fdae013cef0 2024-09-11T22:45:27.956 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-11T22:45:27.958 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 -- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdac406be60 msgr2=0x7fdac406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdac406be60 0x7fdac406e320 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fdadc009a40 tx=0x7fdadc008040 comp rx=0 tx=0).stop 2024-09-11T22:45:27.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 -- 172.21.15.16:0/2635779424 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae013cef0 msgr2=0x7fdae0147b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:27.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae013cef0 0x7fdae0147b90 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fdad000f8d0 tx=0x7fdad000fd90 comp rx=0 tx=0).stop 2024-09-11T22:45:27.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 -- 172.21.15.16:0/2635779424 shutdown_connections 2024-09-11T22:45:27.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdac406be60 0x7fdac406e320 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdae01480d0 0x7fdae014c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdae013cef0 0x7fdae0147b90 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 --2- 172.21.15.16:0/2635779424 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdacc007350 0x7fdae01496f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:27.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 -- 172.21.15.16:0/2635779424 >> 172.21.15.16:0/2635779424 conn(0x7fdae0067f80 msgr2=0x7fdae006e220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:27.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 -- 172.21.15.16:0/2635779424 shutdown_connections 2024-09-11T22:45:27.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:27.957+0000 7fdae87fd640 1 -- 172.21.15.16:0/2635779424 wait complete. 2024-09-11T22:45:27.969 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-11T22:45:27.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:27.969 DEBUG:teuthology.orchestra.run.smithi016:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-11T22:45:27.996 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:45:27.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:27.996 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-11T22:45:28.056 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:45:28.056 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:28.076 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:45:28.076 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:28.135 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:45:28.135 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:28.192 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-11T22:45:28.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.296+0000 7feae86d9640 1 Processor -- start 2024-09-11T22:45:28.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.296+0000 7feae86d9640 1 -- start start 2024-09-11T22:45:28.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.297+0000 7feae86d9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feae006db00 0x7feae00b2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.297+0000 7feae86d9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae00b74e0 0x7feae00b25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.297+0000 7feae86d9640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feae00b5ff0 con 0x7feae015e7f0 2024-09-11T22:45:28.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.297+0000 7feae86d9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7feae015ebd0 con 0x7feae006db00 2024-09-11T22:45:28.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.297+0000 7feae86d9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feae009b5f0 con 0x7feae00b74e0 2024-09-11T22:45:28.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.297+0000 7feae6c76640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae00b74e0 0x7feae00b25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.297+0000 7feae5c74640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7feae006db00 0x7feae00b2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.297+0000 7feae6c76640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae00b74e0 0x7feae00b25a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:58304/0 (socket says 172.21.15.16:58304) 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.297+0000 7feae6475640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7feae015e7f0 0x7feae006d3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:60544/0 (socket says 172.21.15.16:60544) 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.298+0000 7feae6c76640 1 -- 172.21.15.16:0/1333226816 learned_addr learned my addr 172.21.15.16:0/1333226816 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.298+0000 7feae6c76640 1 -- 172.21.15.16:0/1333226816 >> v2:172.21.15.104:3300/0 conn(0x7feae006db00 msgr2=0x7feae00b2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.298+0000 7feae6c76640 1 --2- 172.21.15.16:0/1333226816 >> v2:172.21.15.104:3300/0 conn(0x7feae006db00 0x7feae00b2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.298+0000 7feae6c76640 1 -- 172.21.15.16:0/1333226816 >> v1:172.21.15.104:6789/0 conn(0x7feae015e7f0 legacy=0x7feae006d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.298+0000 7feae6c76640 1 -- 172.21.15.16:0/1333226816 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feae009b8d0 con 0x7feae00b74e0 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.298+0000 7feae5c74640 1 --2- 172.21.15.16:0/1333226816 >> v2:172.21.15.104:3300/0 conn(0x7feae006db00 0x7feae00b2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.299+0000 7feae6c76640 1 --2- 172.21.15.16:0/1333226816 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae00b74e0 0x7feae00b25a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fead8009e50 tx=0x7fead802a630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37e73f0ffe1e2744 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.299+0000 7feae5473640 1 -- 172.21.15.16:0/1333226816 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead8036070 con 0x7feae00b74e0 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.299+0000 7feae5473640 1 -- 172.21.15.16:0/1333226816 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fead8031600 con 0x7feae00b74e0 2024-09-11T22:45:28.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.299+0000 7feae5473640 1 -- 172.21.15.16:0/1333226816 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead80319d0 con 0x7feae00b74e0 2024-09-11T22:45:28.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.299+0000 7feae86d9640 1 -- 172.21.15.16:0/1333226816 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae00b74e0 msgr2=0x7feae00b25a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:28.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.299+0000 7feae86d9640 1 --2- 172.21.15.16:0/1333226816 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae00b74e0 0x7feae00b25a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fead8009e50 tx=0x7fead802a630 comp rx=0 tx=0).stop 2024-09-11T22:45:28.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.299+0000 7feae86d9640 1 -- 172.21.15.16:0/1333226816 shutdown_connections 2024-09-11T22:45:28.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.300+0000 7feae86d9640 1 --2- 172.21.15.16:0/1333226816 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae00b74e0 0x7feae00b25a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.300+0000 7feae86d9640 1 --2- 172.21.15.16:0/1333226816 >> v2:172.21.15.104:3300/0 conn(0x7feae006db00 0x7feae00b2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.300+0000 7feae86d9640 1 -- 172.21.15.16:0/1333226816 >> 172.21.15.16:0/1333226816 conn(0x7feae00b7c50 msgr2=0x7feae00b4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:28.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.300+0000 7feae86d9640 1 -- 172.21.15.16:0/1333226816 shutdown_connections 2024-09-11T22:45:28.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.300+0000 7feae86d9640 1 -- 172.21.15.16:0/1333226816 wait complete. 2024-09-11T22:45:28.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.301+0000 7feae86d9640 1 Processor -- start 2024-09-11T22:45:28.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.301+0000 7feae86d9640 1 -- start start 2024-09-11T22:45:28.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.301+0000 7feae86d9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae006db00 0x7feae00cc440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.301+0000 7feae86d9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae00b74e0 0x7feae009d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.301+0000 7feae86d9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feae015e7f0 0x7feae0152fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.301+0000 7feae86d9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7feae00b3870 con 0x7feae015e7f0 2024-09-11T22:45:28.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.301+0000 7feae86d9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7feae009be90 con 0x7feae00b74e0 2024-09-11T22:45:28.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.301+0000 7feae86d9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7feae00b39f0 con 0x7feae006db00 2024-09-11T22:45:28.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae6c76640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feae015e7f0 0x7feae0152fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae6c76640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feae015e7f0 0x7feae0152fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34416/0 (socket says 172.21.15.16:34416) 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae6c76640 1 -- 172.21.15.16:0/2806084802 learned_addr learned my addr 172.21.15.16:0/2806084802 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae6475640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae006db00 0x7feae00cc440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae5c74640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae00b74e0 0x7feae009d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae6c76640 1 -- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae006db00 msgr2=0x7feae00cc440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae6c76640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae006db00 0x7feae00cc440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae6c76640 1 -- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae00b74e0 msgr2=0x7feae009d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae6c76640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae00b74e0 0x7feae009d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae6c76640 1 -- 172.21.15.16:0/2806084802 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feae009d550 con 0x7feae015e7f0 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae6c76640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feae015e7f0 0x7feae0152fd0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fead8009f70 tx=0x7fead8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7fead6ffd640 1 -- 172.21.15.16:0/2806084802 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead8036050 con 0x7feae015e7f0 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7fead6ffd640 1 -- 172.21.15.16:0/2806084802 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fead8042070 con 0x7feae015e7f0 2024-09-11T22:45:28.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae86d9640 1 -- 172.21.15.16:0/2806084802 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feae009e240 con 0x7feae015e7f0 2024-09-11T22:45:28.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7fead6ffd640 1 -- 172.21.15.16:0/2806084802 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead8009510 con 0x7feae015e7f0 2024-09-11T22:45:28.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.302+0000 7feae86d9640 1 -- 172.21.15.16:0/2806084802 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feae009e800 con 0x7feae015e7f0 2024-09-11T22:45:28.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.304+0000 7feae86d9640 1 -- 172.21.15.16:0/2806084802 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feae006d3f0 con 0x7feae015e7f0 2024-09-11T22:45:28.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.304+0000 7fead6ffd640 1 -- 172.21.15.16:0/2806084802 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fead8007bf0 con 0x7feae015e7f0 2024-09-11T22:45:28.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.304+0000 7fead6ffd640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feac406be30 0x7feac406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.305+0000 7fead6ffd640 1 -- 172.21.15.16:0/2806084802 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fead80abef0 con 0x7feae015e7f0 2024-09-11T22:45:28.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.305+0000 7feae6475640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feac406be30 0x7feac406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.305+0000 7feae6475640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feac406be30 0x7feac406e2f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7feadc000f60 tx=0x7feadc007e40 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:28.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.309+0000 7fead6ffd640 1 -- 172.21.15.16:0/2806084802 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fead807a020 con 0x7feae015e7f0 2024-09-11T22:45:28.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.498+0000 7feae86d9640 1 -- 172.21.15.16:0/2806084802 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7feae0070f80 con 0x7feae015e7f0 2024-09-11T22:45:28.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.498+0000 7fead6ffd640 1 -- 172.21.15.16:0/2806084802 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fead807e320 con 0x7feae015e7f0 2024-09-11T22:45:28.499 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-11T22:45:28.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 -- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feac406be30 msgr2=0x7feac406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:28.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feac406be30 0x7feac406e2f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7feadc000f60 tx=0x7feadc007e40 comp rx=0 tx=0).stop 2024-09-11T22:45:28.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 -- 172.21.15.16:0/2806084802 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feae015e7f0 msgr2=0x7feae0152fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:28.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feae015e7f0 0x7feae0152fd0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fead8009f70 tx=0x7fead8004a40 comp rx=0 tx=0).stop 2024-09-11T22:45:28.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 -- 172.21.15.16:0/2806084802 shutdown_connections 2024-09-11T22:45:28.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feac406be30 0x7feac406e2f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feae015e7f0 0x7feae0152fd0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7feae00b74e0 0x7feae009d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 --2- 172.21.15.16:0/2806084802 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7feae006db00 0x7feae00cc440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 -- 172.21.15.16:0/2806084802 >> 172.21.15.16:0/2806084802 conn(0x7feae00b7c50 msgr2=0x7feae015ad20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:28.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 -- 172.21.15.16:0/2806084802 shutdown_connections 2024-09-11T22:45:28.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.500+0000 7feae86d9640 1 -- 172.21.15.16:0/2806084802 wait complete. 2024-09-11T22:45:28.512 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-11T22:45:28.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:28.513 DEBUG:teuthology.orchestra.run.smithi104:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-11T22:45:28.543 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:45:28.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:28.543 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-11T22:45:28.617 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:45:28.617 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:28.634 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:45:28.634 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:28.691 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:45:28.691 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:28.748 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-11T22:45:28.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.890+0000 7fa856e6e640 1 Processor -- start 2024-09-11T22:45:28.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.891+0000 7fa856e6e640 1 -- start start 2024-09-11T22:45:28.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.891+0000 7fa856e6e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa8500b68f0 0x7fa8500d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.891+0000 7fa856e6e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa8500cf730 0x7fa8500b7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.891+0000 7fa856e6e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8500cfdc0 con 0x7fa85015e6c0 2024-09-11T22:45:28.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.891+0000 7fa856e6e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa8500b7990 con 0x7fa8500b68f0 2024-09-11T22:45:28.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.891+0000 7fa856e6e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa8500d1bf0 con 0x7fa8500cf730 2024-09-11T22:45:28.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.891+0000 7fa84ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa8500b68f0 0x7fa8500d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.892+0000 7fa84ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa8500b68f0 0x7fa8500d1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34420/0 (socket says 172.21.15.16:34420) 2024-09-11T22:45:28.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.892+0000 7fa84ffff640 1 -- 172.21.15.16:0/567841296 learned_addr learned my addr 172.21.15.16:0/567841296 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:28.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.892+0000 7fa85540b640 1 --2- 172.21.15.16:0/567841296 >> v2:172.21.15.104:3300/0 conn(0x7fa8500cf730 0x7fa8500b7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.892+0000 7fa84ffff640 1 -- 172.21.15.16:0/567841296 >> v2:172.21.15.104:3300/0 conn(0x7fa8500cf730 msgr2=0x7fa8500b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:28.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.892+0000 7fa84ffff640 1 --2- 172.21.15.16:0/567841296 >> v2:172.21.15.104:3300/0 conn(0x7fa8500cf730 0x7fa8500b7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.892+0000 7fa84ffff640 1 -- 172.21.15.16:0/567841296 >> v1:172.21.15.104:6789/0 conn(0x7fa85015e6c0 legacy=0x7fa8500b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:28.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.892+0000 7fa84ffff640 1 -- 172.21.15.16:0/567841296 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8500d3fa0 con 0x7fa8500b68f0 2024-09-11T22:45:28.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.892+0000 7fa85540b640 1 --2- 172.21.15.16:0/567841296 >> v2:172.21.15.104:3300/0 conn(0x7fa8500cf730 0x7fa8500b7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:28.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa84ffff640 1 --2- 172.21.15.16:0/567841296 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8500b68f0 0x7fa8500d1db0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa850162200 tx=0x7fa84402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97ca6e3e76f040cf server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:28.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa84f7fe640 1 -- 172.21.15.16:0/567841296 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa844037070 con 0x7fa8500b68f0 2024-09-11T22:45:28.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa84f7fe640 1 -- 172.21.15.16:0/567841296 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa844032440 con 0x7fa8500b68f0 2024-09-11T22:45:28.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa84f7fe640 1 -- 172.21.15.16:0/567841296 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa844032810 con 0x7fa8500b68f0 2024-09-11T22:45:28.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa856e6e640 1 -- 172.21.15.16:0/567841296 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8500b68f0 msgr2=0x7fa8500d1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:28.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa856e6e640 1 --2- 172.21.15.16:0/567841296 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8500b68f0 0x7fa8500d1db0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa850162200 tx=0x7fa84402a230 comp rx=0 tx=0).stop 2024-09-11T22:45:28.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa856e6e640 1 -- 172.21.15.16:0/567841296 shutdown_connections 2024-09-11T22:45:28.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa856e6e640 1 --2- 172.21.15.16:0/567841296 >> v2:172.21.15.104:3300/0 conn(0x7fa8500cf730 0x7fa8500b7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa856e6e640 1 --2- 172.21.15.16:0/567841296 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8500b68f0 0x7fa8500d1db0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa856e6e640 1 -- 172.21.15.16:0/567841296 >> 172.21.15.16:0/567841296 conn(0x7fa850067f80 msgr2=0x7fa8500d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:28.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa856e6e640 1 -- 172.21.15.16:0/567841296 shutdown_connections 2024-09-11T22:45:28.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.893+0000 7fa856e6e640 1 -- 172.21.15.16:0/567841296 wait complete. 2024-09-11T22:45:28.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.895+0000 7fa856e6e640 1 Processor -- start 2024-09-11T22:45:28.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.895+0000 7fa856e6e640 1 -- start start 2024-09-11T22:45:28.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.895+0000 7fa856e6e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa8500b68f0 0x7fa850151d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.895+0000 7fa856e6e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8500cf730 0x7fa8500ce240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.895+0000 7fa856e6e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa85015e6c0 0x7fa850155ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.898 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.895+0000 7fa856e6e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa8500d4560 con 0x7fa8500cf730 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa856e6e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa8500d3d50 con 0x7fa8500b68f0 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa856e6e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa8500cfb60 con 0x7fa85015e6c0 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8500cf730 0x7fa8500ce240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8500cf730 0x7fa8500ce240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34432/0 (socket says 172.21.15.16:34432) 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84ffff640 1 -- 172.21.15.16:0/3044390658 learned_addr learned my addr 172.21.15.16:0/3044390658 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa854c0a640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa8500b68f0 0x7fa850151d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa85540b640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa85015e6c0 0x7fa850155ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84ffff640 1 -- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa85015e6c0 msgr2=0x7fa850155ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84ffff640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa85015e6c0 0x7fa850155ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84ffff640 1 -- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa8500b68f0 msgr2=0x7fa850151d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84ffff640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa8500b68f0 0x7fa850151d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84ffff640 1 -- 172.21.15.16:0/3044390658 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa850155340 con 0x7fa8500cf730 2024-09-11T22:45:28.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84ffff640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8500cf730 0x7fa8500ce240 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa844000c00 tx=0x7fa8440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:28.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84d7fa640 1 -- 172.21.15.16:0/3044390658 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa844037040 con 0x7fa8500cf730 2024-09-11T22:45:28.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84d7fa640 1 -- 172.21.15.16:0/3044390658 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa844042070 con 0x7fa8500cf730 2024-09-11T22:45:28.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa84d7fa640 1 -- 172.21.15.16:0/3044390658 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa844030bb0 con 0x7fa8500cf730 2024-09-11T22:45:28.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa856e6e640 1 -- 172.21.15.16:0/3044390658 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa850155620 con 0x7fa8500cf730 2024-09-11T22:45:28.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.896+0000 7fa856e6e640 1 -- 172.21.15.16:0/3044390658 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8500cb830 con 0x7fa8500cf730 2024-09-11T22:45:28.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.897+0000 7fa856e6e640 1 -- 172.21.15.16:0/3044390658 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8500d1db0 con 0x7fa8500cf730 2024-09-11T22:45:28.900 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.898+0000 7fa84d7fa640 1 -- 172.21.15.16:0/3044390658 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa844047460 con 0x7fa8500cf730 2024-09-11T22:45:28.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.898+0000 7fa84d7fa640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa83c06be30 0x7fa83c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:28.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.898+0000 7fa84d7fa640 1 -- 172.21.15.16:0/3044390658 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7fa8440abda0 con 0x7fa8500cf730 2024-09-11T22:45:28.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.899+0000 7fa854c0a640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa83c06be30 0x7fa83c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:28.901 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.899+0000 7fa854c0a640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa83c06be30 0x7fa83c06e2f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa840006fd0 tx=0x7fa840008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:28.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:28.903+0000 7fa84d7fa640 1 -- 172.21.15.16:0/3044390658 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa844045360 con 0x7fa8500cf730 2024-09-11T22:45:29.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.091+0000 7fa856e6e640 1 -- 172.21.15.16:0/3044390658 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa85015cfa0 con 0x7fa8500cf730 2024-09-11T22:45:29.093 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.092+0000 7fa84d7fa640 1 -- 172.21.15.16:0/3044390658 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7fa84407a4a0 con 0x7fa8500cf730 2024-09-11T22:45:29.093 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 -- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa83c06be30 msgr2=0x7fa83c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa83c06be30 0x7fa83c06e2f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa840006fd0 tx=0x7fa840008040 comp rx=0 tx=0).stop 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 -- 172.21.15.16:0/3044390658 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8500cf730 msgr2=0x7fa8500ce240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8500cf730 0x7fa8500ce240 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa844000c00 tx=0x7fa8440046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 -- 172.21.15.16:0/3044390658 shutdown_connections 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa83c06be30 0x7fa83c06e2f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa85015e6c0 0x7fa850155ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8500cf730 0x7fa8500ce240 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 --2- 172.21.15.16:0/3044390658 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa8500b68f0 0x7fa850151d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 -- 172.21.15.16:0/3044390658 >> 172.21.15.16:0/3044390658 conn(0x7fa850067f80 msgr2=0x7fa85015d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 -- 172.21.15.16:0/3044390658 shutdown_connections 2024-09-11T22:45:29.095 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.094+0000 7fa856e6e640 1 -- 172.21.15.16:0/3044390658 wait complete. 2024-09-11T22:45:29.106 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-11T22:45:29.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:29.106 DEBUG:teuthology.orchestra.run.smithi016:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-11T22:45:29.133 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:45:29.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:29.133 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-11T22:45:29.189 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:45:29.189 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:29.209 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:45:29.209 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:29.268 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:45:29.268 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:29.325 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-11T22:45:29.428 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.428+0000 7ff642cd9640 1 Processor -- start 2024-09-11T22:45:29.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.428+0000 7ff642cd9640 1 -- start start 2024-09-11T22:45:29.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff642cd9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff63c15c460 0x7ff63c0afbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff642cd9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff63c0b53a0 0x7ff63c09aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff642cd9640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff63c09bce0 con 0x7ff63c0b57e0 2024-09-11T22:45:29.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff642cd9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff63c070380 con 0x7ff63c0b53a0 2024-09-11T22:45:29.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff642cd9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff63c0705d0 con 0x7ff63c15c460 2024-09-11T22:45:29.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff63bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff63c0b53a0 0x7ff63c09aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff63bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff63c0b53a0 0x7ff63c09aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34436/0 (socket says 172.21.15.16:34436) 2024-09-11T22:45:29.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff641276640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff63c0b57e0 0x7ff63c071670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41178/0 (socket says 172.21.15.16:41178) 2024-09-11T22:45:29.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff63bfff640 1 -- 172.21.15.16:0/2813173179 learned_addr learned my addr 172.21.15.16:0/2813173179 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:29.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff640a75640 1 --2- 172.21.15.16:0/2813173179 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff63c15c460 0x7ff63c0afbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff63bfff640 1 -- 172.21.15.16:0/2813173179 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff63c15c460 msgr2=0x7ff63c0afbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:29.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff63bfff640 1 --2- 172.21.15.16:0/2813173179 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff63c15c460 0x7ff63c0afbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff63bfff640 1 -- 172.21.15.16:0/2813173179 >> v1:172.21.15.16:6789/0 conn(0x7ff63c0b57e0 legacy=0x7ff63c071670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.431 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.429+0000 7ff63bfff640 1 -- 172.21.15.16:0/2813173179 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff63c0708b0 con 0x7ff63c0b53a0 2024-09-11T22:45:29.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.430+0000 7ff63bfff640 1 --2- 172.21.15.16:0/2813173179 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff63c0b53a0 0x7ff63c09aa40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff628009870 tx=0x7ff62802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f053864cb5e1c043 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:29.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.430+0000 7ff63b7fe640 1 -- 172.21.15.16:0/2813173179 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff628037070 con 0x7ff63c0b53a0 2024-09-11T22:45:29.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.430+0000 7ff63b7fe640 1 -- 172.21.15.16:0/2813173179 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff628032440 con 0x7ff63c0b53a0 2024-09-11T22:45:29.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.430+0000 7ff63b7fe640 1 -- 172.21.15.16:0/2813173179 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff628032810 con 0x7ff63c0b53a0 2024-09-11T22:45:29.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.431+0000 7ff642cd9640 1 -- 172.21.15.16:0/2813173179 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff63c0b53a0 msgr2=0x7ff63c09aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.431+0000 7ff642cd9640 1 --2- 172.21.15.16:0/2813173179 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff63c0b53a0 0x7ff63c09aa40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff628009870 tx=0x7ff62802a270 comp rx=0 tx=0).stop 2024-09-11T22:45:29.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.431+0000 7ff642cd9640 1 -- 172.21.15.16:0/2813173179 shutdown_connections 2024-09-11T22:45:29.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.431+0000 7ff642cd9640 1 --2- 172.21.15.16:0/2813173179 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff63c0b53a0 0x7ff63c09aa40 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.432 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.431+0000 7ff642cd9640 1 --2- 172.21.15.16:0/2813173179 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff63c15c460 0x7ff63c0afbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.431+0000 7ff642cd9640 1 -- 172.21.15.16:0/2813173179 >> 172.21.15.16:0/2813173179 conn(0x7ff63c0b40a0 msgr2=0x7ff63c0b44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:29.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.431+0000 7ff642cd9640 1 -- 172.21.15.16:0/2813173179 shutdown_connections 2024-09-11T22:45:29.433 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.431+0000 7ff642cd9640 1 -- 172.21.15.16:0/2813173179 wait complete. 2024-09-11T22:45:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.432+0000 7ff642cd9640 1 Processor -- start 2024-09-11T22:45:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.432+0000 7ff642cd9640 1 -- start start 2024-09-11T22:45:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff642cd9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff63c0b53a0 0x7ff63c1f88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff642cd9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff63c0b57e0 0x7ff63c14cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff642cd9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff63c15c460 0x7ff63c06e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff642cd9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff63c071150 con 0x7ff63c0b53a0 2024-09-11T22:45:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff642cd9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff63c070e70 con 0x7ff63c15c460 2024-09-11T22:45:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff642cd9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff63c15c840 con 0x7ff63c0b57e0 2024-09-11T22:45:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff640a75640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff63c0b53a0 0x7ff63c1f88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff640a75640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff63c0b53a0 0x7ff63c1f88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34450/0 (socket says 172.21.15.16:34450) 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff640a75640 1 -- 172.21.15.16:0/2093025720 learned_addr learned my addr 172.21.15.16:0/2093025720 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff63bfff640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff63c0b57e0 0x7ff63c14cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff641276640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff63c15c460 0x7ff63c06e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff640a75640 1 -- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff63c0b57e0 msgr2=0x7ff63c14cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff640a75640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff63c0b57e0 0x7ff63c14cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff640a75640 1 -- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff63c15c460 msgr2=0x7ff63c06e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff640a75640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff63c15c460 0x7ff63c06e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff640a75640 1 -- 172.21.15.16:0/2093025720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff63c06d8e0 con 0x7ff63c0b53a0 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff63bfff640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff63c0b57e0 0x7ff63c14cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff641276640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff63c15c460 0x7ff63c06e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.433+0000 7ff640a75640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff63c0b53a0 0x7ff63c1f88d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff63000d5f0 tx=0x7ff63000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.434+0000 7ff6397fa640 1 -- 172.21.15.16:0/2093025720 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6300125f0 con 0x7ff63c0b53a0 2024-09-11T22:45:29.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.434+0000 7ff6397fa640 1 -- 172.21.15.16:0/2093025720 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff630019070 con 0x7ff63c0b53a0 2024-09-11T22:45:29.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.434+0000 7ff642cd9640 1 -- 172.21.15.16:0/2093025720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff63c06dbc0 con 0x7ff63c0b53a0 2024-09-11T22:45:29.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.434+0000 7ff6397fa640 1 -- 172.21.15.16:0/2093025720 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6300129d0 con 0x7ff63c0b53a0 2024-09-11T22:45:29.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.434+0000 7ff642cd9640 1 -- 172.21.15.16:0/2093025720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff63c14e590 con 0x7ff63c0b53a0 2024-09-11T22:45:29.437 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.434+0000 7ff642cd9640 1 -- 172.21.15.16:0/2093025720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff63c0afbb0 con 0x7ff63c0b53a0 2024-09-11T22:45:29.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.435+0000 7ff6397fa640 1 -- 172.21.15.16:0/2093025720 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff630012b70 con 0x7ff63c0b53a0 2024-09-11T22:45:29.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.436+0000 7ff6397fa640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff62006be60 0x7ff62006e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.436+0000 7ff6397fa640 1 -- 172.21.15.16:0/2093025720 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7ff63008b550 con 0x7ff63c0b53a0 2024-09-11T22:45:29.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.436+0000 7ff63bfff640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff62006be60 0x7ff62006e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.438 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.436+0000 7ff63bfff640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff62006be60 0x7ff62006e320 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff628034000 tx=0x7ff62802e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:29.440 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.440+0000 7ff6397fa640 1 -- 172.21.15.16:0/2093025720 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff630059bc0 con 0x7ff63c0b53a0 2024-09-11T22:45:29.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.628+0000 7ff642cd9640 1 -- 172.21.15.16:0/2093025720 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff63c09b790 con 0x7ff63c0b53a0 2024-09-11T22:45:29.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.628+0000 7ff6397fa640 1 -- 172.21.15.16:0/2093025720 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) ==== 80+0+0 (secure 0 0 0) 0x7ff6300594c0 con 0x7ff63c0b53a0 2024-09-11T22:45:29.629 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2024-09-11T22:45:29.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 -- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff62006be60 msgr2=0x7ff62006e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff62006be60 0x7ff62006e320 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff628034000 tx=0x7ff62802e000 comp rx=0 tx=0).stop 2024-09-11T22:45:29.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 -- 172.21.15.16:0/2093025720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff63c0b53a0 msgr2=0x7ff63c1f88d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff63c0b53a0 0x7ff63c1f88d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff63000d5f0 tx=0x7ff63000dab0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 -- 172.21.15.16:0/2093025720 shutdown_connections 2024-09-11T22:45:29.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff62006be60 0x7ff62006e320 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff63c15c460 0x7ff63c06e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff63c0b57e0 0x7ff63c14cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 --2- 172.21.15.16:0/2093025720 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff63c0b53a0 0x7ff63c1f88d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 -- 172.21.15.16:0/2093025720 >> 172.21.15.16:0/2093025720 conn(0x7ff63c0b40a0 msgr2=0x7ff63c071390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:29.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 -- 172.21.15.16:0/2093025720 shutdown_connections 2024-09-11T22:45:29.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.630+0000 7ff642cd9640 1 -- 172.21.15.16:0/2093025720 wait complete. 2024-09-11T22:45:29.642 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-11T22:45:29.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:29.642 DEBUG:teuthology.orchestra.run.smithi104:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-11T22:45:29.674 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:45:29.674 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:29.674 DEBUG:teuthology.orchestra.run.smithi104:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-11T22:45:29.732 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-11T22:45:29.732 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:45:29.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.834+0000 7f670cae6640 1 Processor -- start 2024-09-11T22:45:29.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.834+0000 7f670cae6640 1 -- start start 2024-09-11T22:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.835+0000 7f670cae6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f670815b190 0x7f67080cd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.835+0000 7f670cae6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f67080aff10 0x7f67080cd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.835+0000 7f670cae6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6708070020 con 0x7f670806e200 2024-09-11T22:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.835+0000 7f670cae6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f670815f7c0 con 0x7f67080aff10 2024-09-11T22:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.835+0000 7f670cae6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f670815fd20 con 0x7f670815b190 2024-09-11T22:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.835+0000 7f6705d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f67080aff10 0x7f67080cd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.835+0000 7f6705d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f67080aff10 0x7f67080cd9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34464/0 (socket says 172.21.15.16:34464) 2024-09-11T22:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.835+0000 7f6705d9b640 1 -- 172.21.15.16:0/1899803457 learned_addr learned my addr 172.21.15.16:0/1899803457 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.835+0000 7f670659c640 1 --2- 172.21.15.16:0/1899803457 >> v2:172.21.15.104:3300/0 conn(0x7f670815b190 0x7f67080cd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.836+0000 7f6705d9b640 1 -- 172.21.15.16:0/1899803457 >> v2:172.21.15.104:3300/0 conn(0x7f670815b190 msgr2=0x7f67080cd4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.836+0000 7f6705d9b640 1 --2- 172.21.15.16:0/1899803457 >> v2:172.21.15.104:3300/0 conn(0x7f670815b190 0x7f67080cd4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.836+0000 7f6705d9b640 1 -- 172.21.15.16:0/1899803457 >> v1:172.21.15.104:6789/0 conn(0x7f670806e200 legacy=0x7f67080cf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.836+0000 7f6705d9b640 1 -- 172.21.15.16:0/1899803457 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67080b0500 con 0x7f67080aff10 2024-09-11T22:45:29.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.836+0000 7f670659c640 1 --2- 172.21.15.16:0/1899803457 >> v2:172.21.15.104:3300/0 conn(0x7f670815b190 0x7f67080cd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:29.838 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.836+0000 7f6705d9b640 1 --2- 172.21.15.16:0/1899803457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67080aff10 0x7f67080cd9e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f66f0009870 tx=0x7f66f002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a0b7739a553e39b server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:29.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.837+0000 7f670559a640 1 -- 172.21.15.16:0/1899803457 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f0037070 con 0x7f67080aff10 2024-09-11T22:45:29.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.837+0000 7f670559a640 1 -- 172.21.15.16:0/1899803457 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66f0032440 con 0x7f67080aff10 2024-09-11T22:45:29.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.837+0000 7f670559a640 1 -- 172.21.15.16:0/1899803457 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f0032810 con 0x7f67080aff10 2024-09-11T22:45:29.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.837+0000 7f670cae6640 1 -- 172.21.15.16:0/1899803457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67080aff10 msgr2=0x7f67080cd9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.837+0000 7f670cae6640 1 --2- 172.21.15.16:0/1899803457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67080aff10 0x7f67080cd9e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f66f0009870 tx=0x7f66f002a210 comp rx=0 tx=0).stop 2024-09-11T22:45:29.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.837+0000 7f670cae6640 1 -- 172.21.15.16:0/1899803457 shutdown_connections 2024-09-11T22:45:29.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.837+0000 7f670cae6640 1 --2- 172.21.15.16:0/1899803457 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f67080aff10 0x7f67080cd9e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.837+0000 7f670cae6640 1 --2- 172.21.15.16:0/1899803457 >> v2:172.21.15.104:3300/0 conn(0x7f670815b190 0x7f67080cd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.837+0000 7f670cae6640 1 -- 172.21.15.16:0/1899803457 >> 172.21.15.16:0/1899803457 conn(0x7f670806bc10 msgr2=0x7f670806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:29.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.837+0000 7f670cae6640 1 -- 172.21.15.16:0/1899803457 shutdown_connections 2024-09-11T22:45:29.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.837+0000 7f670cae6640 1 -- 172.21.15.16:0/1899803457 wait complete. 2024-09-11T22:45:29.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.838+0000 7f670cae6640 1 Processor -- start 2024-09-11T22:45:29.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.839+0000 7f670cae6640 1 -- start start 2024-09-11T22:45:29.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.839+0000 7f670cae6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f670806e200 0x7f67080b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.839+0000 7f670cae6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67080aff10 0x7f670814feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.839+0000 7f670cae6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f670815b190 0x7f67080ae930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.839+0000 7f670cae6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f67080b0a80 con 0x7f670806e200 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.839+0000 7f670cae6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f67080b07a0 con 0x7f670815b190 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.839+0000 7f670cae6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f670815b570 con 0x7f67080aff10 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.839+0000 7f670659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f670806e200 0x7f67080b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.839+0000 7f670659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f670806e200 0x7f67080b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34466/0 (socket says 172.21.15.16:34466) 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.839+0000 7f670659c640 1 -- 172.21.15.16:0/1407135328 learned_addr learned my addr 172.21.15.16:0/1407135328 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f6705d9b640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67080aff10 0x7f670814feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f6706d9d640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f670815b190 0x7f67080ae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f670659c640 1 -- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67080aff10 msgr2=0x7f670814feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f670659c640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67080aff10 0x7f670814feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f670659c640 1 -- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f670815b190 msgr2=0x7f67080ae930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:29.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f670659c640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f670815b190 0x7f67080ae930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:29.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f670659c640 1 -- 172.21.15.16:0/1407135328 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67080b2300 con 0x7f670806e200 2024-09-11T22:45:29.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f6706d9d640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f670815b190 0x7f67080ae930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:29.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f6705d9b640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67080aff10 0x7f670814feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:29.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f670659c640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f670806e200 0x7f67080b1cf0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f670000d7d0 tx=0x7f670000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:29.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f66feffd640 1 -- 172.21.15.16:0/1407135328 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6700004030 con 0x7f670806e200 2024-09-11T22:45:29.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f66feffd640 1 -- 172.21.15.16:0/1407135328 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67000041d0 con 0x7f670806e200 2024-09-11T22:45:29.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f670cae6640 1 -- 172.21.15.16:0/1407135328 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67080b25e0 con 0x7f670806e200 2024-09-11T22:45:29.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f66feffd640 1 -- 172.21.15.16:0/1407135328 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67000096a0 con 0x7f670806e200 2024-09-11T22:45:29.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.840+0000 7f670cae6640 1 -- 172.21.15.16:0/1407135328 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67080b2ba0 con 0x7f670806e200 2024-09-11T22:45:29.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.841+0000 7f670cae6640 1 -- 172.21.15.16:0/1407135328 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67080cd4a0 con 0x7f670806e200 2024-09-11T22:45:29.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.842+0000 7f66feffd640 1 -- 172.21.15.16:0/1407135328 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f6700009840 con 0x7f670806e200 2024-09-11T22:45:29.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.842+0000 7f66feffd640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f66e806be60 0x7f66e806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:29.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.842+0000 7f66feffd640 1 -- 172.21.15.16:0/1407135328 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f670008b490 con 0x7f670806e200 2024-09-11T22:45:29.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.842+0000 7f6705d9b640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f66e806be60 0x7f66e806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:29.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.843+0000 7f6705d9b640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f66e806be60 0x7f66e806e320 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f66f0034000 tx=0x7f66f002e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:29.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:29.846+0000 7f66feffd640 1 -- 172.21.15.16:0/1407135328 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6700059b00 con 0x7f670806e200 2024-09-11T22:45:30.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.063+0000 7f670cae6640 1 -- 172.21.15.16:0/1407135328 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f670806c990 con 0x7f670806e200 2024-09-11T22:45:30.064 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.064+0000 7f66feffd640 1 -- 172.21.15.16:0/1407135328 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5219 (secure 0 0 0) 0x7f6700059400 con 0x7f670806e200 2024-09-11T22:45:30.065 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:30.065 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"btime":"2024-09-11T22:45:09:032062+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/3903625691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3903625691},{"type":"v1","addr":"172.21.15.104:6837","nonce":3903625691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/57158659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":57158659},{"type":"v1","addr":"172.21.15.16:6835","nonce":57158659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:44:49.293917+0000","modified":"2024-09-11T22:45:08.385476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4303":{"gid":4303,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3264142978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3264142978},{"type":"v1","addr":"172.21.15.104:6836","nonce":3264142978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4303,"qdb_cluster":[4303]},"id":1}]} 2024-09-11T22:45:30.065 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-09-11T22:45:30.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 -- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f66e806be60 msgr2=0x7f66e806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f66e806be60 0x7f66e806e320 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f66f0034000 tx=0x7f66f002e000 comp rx=0 tx=0).stop 2024-09-11T22:45:30.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 -- 172.21.15.16:0/1407135328 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f670806e200 msgr2=0x7f67080b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f670806e200 0x7f67080b1cf0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f670000d7d0 tx=0x7f670000dc90 comp rx=0 tx=0).stop 2024-09-11T22:45:30.067 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 -- 172.21.15.16:0/1407135328 shutdown_connections 2024-09-11T22:45:30.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f66e806be60 0x7f66e806e320 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f670815b190 0x7f67080ae930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f67080aff10 0x7f670814feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 --2- 172.21.15.16:0/1407135328 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f670806e200 0x7f67080b1cf0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 -- 172.21.15.16:0/1407135328 >> 172.21.15.16:0/1407135328 conn(0x7f670806bc10 msgr2=0x7f670815a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:30.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 -- 172.21.15.16:0/1407135328 shutdown_connections 2024-09-11T22:45:30.068 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.066+0000 7f670cae6640 1 -- 172.21.15.16:0/1407135328 wait complete. 2024-09-11T22:45:30.078 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.180+0000 7f6075766640 1 Processor -- start 2024-09-11T22:45:30.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.180+0000 7f6075766640 1 -- start start 2024-09-11T22:45:30.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.181+0000 7f6075766640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f607015e770 0x7f60700b9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.181+0000 7f6075766640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f607015eb50 0x7f60700d3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.181+0000 7f6075766640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60700b6100 0x7f60700b6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.181+0000 7f6075766640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f60700cf3f0 con 0x7f607015e770 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.181+0000 7f6075766640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f60700d3460 con 0x7f607015eb50 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.181+0000 7f6075766640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f60700cee70 con 0x7f60700b6100 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.181+0000 7f606effd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f607015e770 0x7f60700b9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.181+0000 7f606effd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f607015e770 0x7f60700b9fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34474/0 (socket says 172.21.15.16:34474) 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.181+0000 7f606effd640 1 -- 172.21.15.16:0/1184410385 learned_addr learned my addr 172.21.15.16:0/1184410385 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.181+0000 7f606e7fc640 1 --2- 172.21.15.16:0/1184410385 >> v2:172.21.15.104:3300/0 conn(0x7f607015eb50 0x7f60700d3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.181+0000 7f606f7fe640 1 --2- 172.21.15.16:0/1184410385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60700b6100 0x7f60700b6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.182+0000 7f606effd640 1 -- 172.21.15.16:0/1184410385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60700b6100 msgr2=0x7f60700b6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.182+0000 7f606effd640 1 --2- 172.21.15.16:0/1184410385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60700b6100 0x7f60700b6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.182+0000 7f606effd640 1 -- 172.21.15.16:0/1184410385 >> v2:172.21.15.104:3300/0 conn(0x7f607015eb50 msgr2=0x7f60700d3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:30.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.182+0000 7f606effd640 1 --2- 172.21.15.16:0/1184410385 >> v2:172.21.15.104:3300/0 conn(0x7f607015eb50 0x7f60700d3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.182+0000 7f606effd640 1 -- 172.21.15.16:0/1184410385 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60700d3130 con 0x7f607015e770 2024-09-11T22:45:30.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.182+0000 7f606f7fe640 1 --2- 172.21.15.16:0/1184410385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60700b6100 0x7f60700b6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:30.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.182+0000 7f606effd640 1 --2- 172.21.15.16:0/1184410385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f607015e770 0x7f60700b9fa0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f60700c8180 tx=0x7f606002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7b6226aee461146 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:30.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f606dffb640 1 -- 172.21.15.16:0/1184410385 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6060036070 con 0x7f607015e770 2024-09-11T22:45:30.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f606dffb640 1 -- 172.21.15.16:0/1184410385 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6060031600 con 0x7f607015e770 2024-09-11T22:45:30.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f606dffb640 1 -- 172.21.15.16:0/1184410385 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60600319d0 con 0x7f607015e770 2024-09-11T22:45:30.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f6075766640 1 -- 172.21.15.16:0/1184410385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f607015e770 msgr2=0x7f60700b9fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f6075766640 1 --2- 172.21.15.16:0/1184410385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f607015e770 0x7f60700b9fa0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f60700c8180 tx=0x7f606002a6a0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f6075766640 1 -- 172.21.15.16:0/1184410385 shutdown_connections 2024-09-11T22:45:30.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f6075766640 1 --2- 172.21.15.16:0/1184410385 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60700b6100 0x7f60700b6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f6075766640 1 --2- 172.21.15.16:0/1184410385 >> v2:172.21.15.104:3300/0 conn(0x7f607015eb50 0x7f60700d3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f6075766640 1 --2- 172.21.15.16:0/1184410385 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f607015e770 0x7f60700b9fa0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f6075766640 1 -- 172.21.15.16:0/1184410385 >> 172.21.15.16:0/1184410385 conn(0x7f60700d12e0 msgr2=0x7f60700d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:30.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f6075766640 1 -- 172.21.15.16:0/1184410385 shutdown_connections 2024-09-11T22:45:30.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.183+0000 7f6075766640 1 -- 172.21.15.16:0/1184410385 wait complete. 2024-09-11T22:45:30.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.184+0000 7f6075766640 1 Processor -- start 2024-09-11T22:45:30.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.185+0000 7f6075766640 1 -- start start 2024-09-11T22:45:30.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.185+0000 7f6075766640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60700b6100 0x7f60700c8fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.185+0000 7f6075766640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f607015e770 0x7f60701546d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.185+0000 7f6075766640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f607015eb50 0x7f60700cd920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.185+0000 7f6075766640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f60700ba660 con 0x7f607015e770 2024-09-11T22:45:30.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.185+0000 7f6075766640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f60700ba4e0 con 0x7f607015eb50 2024-09-11T22:45:30.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.185+0000 7f6075766640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f60700d41e0 con 0x7f60700b6100 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.185+0000 7f606e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f607015e770 0x7f60701546d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.185+0000 7f606e7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f607015e770 0x7f60701546d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34478/0 (socket says 172.21.15.16:34478) 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.185+0000 7f606e7fc640 1 -- 172.21.15.16:0/2748416353 learned_addr learned my addr 172.21.15.16:0/2748416353 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f606f7fe640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f607015eb50 0x7f60700cd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f606effd640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60700b6100 0x7f60700c8fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f606e7fc640 1 -- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60700b6100 msgr2=0x7f60700c8fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f606e7fc640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60700b6100 0x7f60700c8fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f606e7fc640 1 -- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f607015eb50 msgr2=0x7f60700cd920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f606e7fc640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f607015eb50 0x7f60700cd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f606e7fc640 1 -- 172.21.15.16:0/2748416353 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f607015ff70 con 0x7f607015e770 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f606e7fc640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f607015e770 0x7f60701546d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f605800e870 tx=0x7f605800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f60677fe640 1 -- 172.21.15.16:0/2748416353 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058017070 con 0x7f607015e770 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f60677fe640 1 -- 172.21.15.16:0/2748416353 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f605800c940 con 0x7f607015e770 2024-09-11T22:45:30.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f6075766640 1 -- 172.21.15.16:0/2748416353 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60700c8220 con 0x7f607015e770 2024-09-11T22:45:30.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f60677fe640 1 -- 172.21.15.16:0/2748416353 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605800cd30 con 0x7f607015e770 2024-09-11T22:45:30.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.186+0000 7f6075766640 1 -- 172.21.15.16:0/2748416353 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60700c87e0 con 0x7f607015e770 2024-09-11T22:45:30.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.187+0000 7f6075766640 1 -- 172.21.15.16:0/2748416353 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60700b8930 con 0x7f607015e770 2024-09-11T22:45:30.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.188+0000 7f60677fe640 1 -- 172.21.15.16:0/2748416353 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f605801a070 con 0x7f607015e770 2024-09-11T22:45:30.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.188+0000 7f60677fe640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f605006be30 0x7f605006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.189+0000 7f60677fe640 1 -- 172.21.15.16:0/2748416353 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f605808b280 con 0x7f607015e770 2024-09-11T22:45:30.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.189+0000 7f606effd640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f605006be30 0x7f605006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.191 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.189+0000 7f606effd640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f605006be30 0x7f605006e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6060033000 tx=0x7f6060009000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:30.193 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.193+0000 7f60677fe640 1 -- 172.21.15.16:0/2748416353 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f60700b8930 con 0x7f607015e770 2024-09-11T22:45:30.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.405+0000 7f6075766640 1 -- 172.21.15.16:0/2748416353 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f607006e080 con 0x7f607015e770 2024-09-11T22:45:30.406 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.405+0000 7f60677fe640 1 -- 172.21.15.16:0/2748416353 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5219 (secure 0 0 0) 0x7f6058059330 con 0x7f607015e770 2024-09-11T22:45:30.406 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:30.406 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"btime":"2024-09-11T22:45:09:032062+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/3903625691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3903625691},{"type":"v1","addr":"172.21.15.104:6837","nonce":3903625691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/57158659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":57158659},{"type":"v1","addr":"172.21.15.16:6835","nonce":57158659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:44:49.293917+0000","modified":"2024-09-11T22:45:08.385476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4303":{"gid":4303,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3264142978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3264142978},{"type":"v1","addr":"172.21.15.104:6836","nonce":3264142978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4303,"qdb_cluster":[4303]},"id":1}]} 2024-09-11T22:45:30.407 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-09-11T22:45:30.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 -- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f605006be30 msgr2=0x7f605006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f605006be30 0x7f605006e2f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6060033000 tx=0x7f6060009000 comp rx=0 tx=0).stop 2024-09-11T22:45:30.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 -- 172.21.15.16:0/2748416353 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f607015e770 msgr2=0x7f60701546d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f607015e770 0x7f60701546d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f605800e870 tx=0x7f605800ed30 comp rx=0 tx=0).stop 2024-09-11T22:45:30.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 -- 172.21.15.16:0/2748416353 shutdown_connections 2024-09-11T22:45:30.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f605006be30 0x7f605006e2f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f607015eb50 0x7f60700cd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f607015e770 0x7f60701546d0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.409 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 --2- 172.21.15.16:0/2748416353 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60700b6100 0x7f60700c8fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 -- 172.21.15.16:0/2748416353 >> 172.21.15.16:0/2748416353 conn(0x7f60700d12e0 msgr2=0x7f60700b8220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:30.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 -- 172.21.15.16:0/2748416353 shutdown_connections 2024-09-11T22:45:30.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.408+0000 7f6075766640 1 -- 172.21.15.16:0/2748416353 wait complete. 2024-09-11T22:45:30.420 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:30.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.522+0000 7f200e3f8640 1 Processor -- start 2024-09-11T22:45:30.523 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.522+0000 7f200e3f8640 1 -- start start 2024-09-11T22:45:30.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f200e3f8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f20080d4030 0x7f20080b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f200e3f8640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20080d2880 con 0x7f20080b3600 2024-09-11T22:45:30.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f200e3f8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20080d2b60 con 0x7f20080b6470 2024-09-11T22:45:30.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f200e3f8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f20080d3490 con 0x7f20080d4030 2024-09-11T22:45:30.526 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f1ffffff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f20080b3600 0x7f20080d3920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41190/0 (socket says 172.21.15.16:41190) 2024-09-11T22:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f1ffffff640 1 -- 172.21.15.16:0/2455256592 learned_addr learned my addr 172.21.15.16:0/2455256592 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f200c995640 1 --2- 172.21.15.16:0/2455256592 >> v2:172.21.15.104:3300/0 conn(0x7f20080d4030 0x7f20080b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3746231416 0 0) 0x7f20080d2880 con 0x7f20080b3600 2024-09-11T22:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1ff4003520 con 0x7f20080b3600 2024-09-11T22:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2264905626 0 0) 0x7f1ff4003520 con 0x7f20080b3600 2024-09-11T22:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 >> v2:172.21.15.104:3300/0 conn(0x7f20080d4030 msgr2=0x7f20080b3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 --2- 172.21.15.16:0/2455256592 >> v2:172.21.15.104:3300/0 conn(0x7f20080d4030 0x7f20080b3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 >> v1:172.21.15.104:6789/0 conn(0x7f20080b6470 legacy=0x7f20080b6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20080d2e40 con 0x7f20080b3600 2024-09-11T22:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f1ff0001670 con 0x7f20080b3600 2024-09-11T22:45:30.527 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 >> v1:172.21.15.16:6789/0 conn(0x7f20080b3600 legacy=0x7f20080d3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 --2- 172.21.15.16:0/2455256592 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ff40039b0 0x7f1ff4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 --2- 172.21.15.16:0/2455256592 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 0x7f1ff4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 --2- 172.21.15.16:0/2455256592 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ff40051c0 0x7f1ff400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f20080d3490 con 0x7f1ff4004800 2024-09-11T22:45:30.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff400c070 con 0x7f1ff40051c0 2024-09-11T22:45:30.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1ff400c270 con 0x7f1ff40039b0 2024-09-11T22:45:30.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.523+0000 7f1ffffff640 1 --2- 172.21.15.16:0/2455256592 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 0x7f1ff4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.524+0000 7f200c995640 1 --2- 172.21.15.16:0/2455256592 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ff40051c0 0x7f1ff400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.524+0000 7f2007fff640 1 --2- 172.21.15.16:0/2455256592 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ff40039b0 0x7f1ff4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.524+0000 7f1ffffff640 1 -- 172.21.15.16:0/2455256592 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ff40039b0 msgr2=0x7f1ff4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:30.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.524+0000 7f1ffffff640 1 --2- 172.21.15.16:0/2455256592 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1ff40039b0 0x7f1ff4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.524+0000 7f1ffffff640 1 -- 172.21.15.16:0/2455256592 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ff40051c0 msgr2=0x7f1ff400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:30.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.524+0000 7f1ffffff640 1 --2- 172.21.15.16:0/2455256592 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1ff40051c0 0x7f1ff400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.524+0000 7f1ffffff640 1 -- 172.21.15.16:0/2455256592 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ff4003520 con 0x7f1ff4004800 2024-09-11T22:45:30.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.524+0000 7f200c995640 1 -- 172.21.15.16:0/2455256592 reap_dead start 2024-09-11T22:45:30.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.524+0000 7f1ffffff640 1 --2- 172.21.15.16:0/2455256592 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 0x7f1ff4004c80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1ff000c240 tx=0x7f1ff4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=298b436645bfdec server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:30.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.525+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff0007d10 con 0x7f1ff4004800 2024-09-11T22:45:30.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.525+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ff0005ad0 con 0x7f1ff4004800 2024-09-11T22:45:30.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.525+0000 7f20077fe640 1 -- 172.21.15.16:0/2455256592 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff0007070 con 0x7f1ff4004800 2024-09-11T22:45:30.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.525+0000 7f200e3f8640 1 -- 172.21.15.16:0/2455256592 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 msgr2=0x7f1ff4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.525+0000 7f200e3f8640 1 --2- 172.21.15.16:0/2455256592 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 0x7f1ff4004c80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1ff000c240 tx=0x7f1ff4005830 comp rx=0 tx=0).stop 2024-09-11T22:45:30.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.525+0000 7f200e3f8640 1 -- 172.21.15.16:0/2455256592 shutdown_connections 2024-09-11T22:45:30.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.525+0000 7f200e3f8640 1 --2- 172.21.15.16:0/2455256592 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 0x7f1ff4004c80 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.525+0000 7f200e3f8640 1 -- 172.21.15.16:0/2455256592 >> 172.21.15.16:0/2455256592 conn(0x7f20080d1530 msgr2=0x7f20080d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:30.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.525+0000 7f200e3f8640 1 -- 172.21.15.16:0/2455256592 shutdown_connections 2024-09-11T22:45:30.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.525+0000 7f200e3f8640 1 -- 172.21.15.16:0/2455256592 wait complete. 2024-09-11T22:45:30.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.526+0000 7f200e3f8640 1 Processor -- start 2024-09-11T22:45:30.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.527+0000 7f200e3f8640 1 -- start start 2024-09-11T22:45:30.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.527+0000 7f200e3f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 0x7f20081f70b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.527+0000 7f200e3f8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2008159f60 0x7f200815a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.527+0000 7f200e3f8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2008160550 0x7f20081609d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.527+0000 7f200e3f8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f20080cfb00 con 0x7f1ff4004800 2024-09-11T22:45:30.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.527+0000 7f200e3f8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f200815e930 con 0x7f2008159f60 2024-09-11T22:45:30.533 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.527+0000 7f200e3f8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f20080cfc80 con 0x7f2008160550 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.527+0000 7f2007fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 0x7f20081f70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.527+0000 7f2007fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 0x7f20081f70b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34496/0 (socket says 172.21.15.16:34496) 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.527+0000 7f2007fff640 1 -- 172.21.15.16:0/2434348181 learned_addr learned my addr 172.21.15.16:0/2434348181 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f200c995640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2008160550 0x7f20081609d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f1ffffff640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2008159f60 0x7f200815a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f2007fff640 1 -- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2008160550 msgr2=0x7f20081609d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f2007fff640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2008160550 0x7f20081609d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f2007fff640 1 -- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2008159f60 msgr2=0x7f200815a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f2007fff640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2008159f60 0x7f200815a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f2007fff640 1 -- 172.21.15.16:0/2434348181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20080cb020 con 0x7f1ff4004800 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f2007fff640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 0x7f20081f70b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1ff8007fd0 tx=0x7f1ff800e8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:30.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f20057fa640 1 -- 172.21.15.16:0/2434348181 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff8019070 con 0x7f1ff4004800 2024-09-11T22:45:30.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f20057fa640 1 -- 172.21.15.16:0/2434348181 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ff80052e0 con 0x7f1ff4004800 2024-09-11T22:45:30.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f200e3f8640 1 -- 172.21.15.16:0/2434348181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f200815ab00 con 0x7f1ff4004800 2024-09-11T22:45:30.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f20057fa640 1 -- 172.21.15.16:0/2434348181 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff8003810 con 0x7f1ff4004800 2024-09-11T22:45:30.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.528+0000 7f200e3f8640 1 -- 172.21.15.16:0/2434348181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f200815b0c0 con 0x7f1ff4004800 2024-09-11T22:45:30.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.529+0000 7f200e3f8640 1 -- 172.21.15.16:0/2434348181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20080b6850 con 0x7f1ff4004800 2024-09-11T22:45:30.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.529+0000 7f20057fa640 1 -- 172.21.15.16:0/2434348181 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1ff801c070 con 0x7f1ff4004800 2024-09-11T22:45:30.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.530+0000 7f20057fa640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1fe806be30 0x7f1fe806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.530+0000 7f20057fa640 1 -- 172.21.15.16:0/2434348181 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f1ff808a710 con 0x7f1ff4004800 2024-09-11T22:45:30.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.530+0000 7f1ffffff640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1fe806be30 0x7f1fe806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.531+0000 7f1ffffff640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1fe806be30 0x7f1fe806e2f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0032000 tx=0x7f1ff002d000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:30.536 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.534+0000 7f20057fa640 1 -- 172.21.15.16:0/2434348181 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f20080b6850 con 0x7f1ff4004800 2024-09-11T22:45:30.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.709+0000 7f200e3f8640 1 -- 172.21.15.16:0/2434348181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f20080b3b50 con 0x7f1ff4004800 2024-09-11T22:45:30.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.711+0000 7f20057fa640 1 -- 172.21.15.16:0/2434348181 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) ==== 74+0+18562 (secure 0 0 0) 0x7f1ff80587c0 con 0x7f1ff4004800 2024-09-11T22:45:30.713 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:30.714 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":25,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:44:54.328241+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:30.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 -- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1fe806be30 msgr2=0x7f1fe806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1fe806be30 0x7f1fe806e2f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0032000 tx=0x7f1ff002d000 comp rx=0 tx=0).stop 2024-09-11T22:45:30.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 -- 172.21.15.16:0/2434348181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 msgr2=0x7f20081f70b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 0x7f20081f70b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1ff8007fd0 tx=0x7f1ff800e8a0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 -- 172.21.15.16:0/2434348181 shutdown_connections 2024-09-11T22:45:30.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1fe806be30 0x7f1fe806e2f0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f2008160550 0x7f20081609d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f2008159f60 0x7f200815a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 --2- 172.21.15.16:0/2434348181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1ff4004800 0x7f20081f70b0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 -- 172.21.15.16:0/2434348181 >> 172.21.15.16:0/2434348181 conn(0x7f20080d1530 msgr2=0x7f20080b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:30.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 -- 172.21.15.16:0/2434348181 shutdown_connections 2024-09-11T22:45:30.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.713+0000 7f200e3f8640 1 -- 172.21.15.16:0/2434348181 wait complete. 2024-09-11T22:45:30.725 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-11T22:45:30.725 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:45:30.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.826+0000 7f87be5a1640 1 Processor -- start 2024-09-11T22:45:30.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.827+0000 7f87be5a1640 1 -- start start 2024-09-11T22:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.827+0000 7f87be5a1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f87b815e6a0 0x7f87b80cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.827+0000 7f87be5a1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87b815ea80 con 0x7f87b80b68d0 2024-09-11T22:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.827+0000 7f87be5a1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87b80d2310 con 0x7f87b80d1cf0 2024-09-11T22:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.827+0000 7f87be5a1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f87b80d25f0 con 0x7f87b815e6a0 2024-09-11T22:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.828+0000 7f87b7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f87b815e6a0 0x7f87b80cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.828+0000 7f87bcb3e640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f87b80b68d0 0x7f87b80d33b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41202/0 (socket says 172.21.15.16:41202) 2024-09-11T22:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.828+0000 7f87bcb3e640 1 -- 172.21.15.16:0/1593892334 learned_addr learned my addr 172.21.15.16:0/1593892334 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.828+0000 7f87b7fff640 1 -- 172.21.15.16:0/1593892334 >> v1:172.21.15.104:6789/0 conn(0x7f87b80d1cf0 legacy=0x7f87b80b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.828+0000 7f87b7fff640 1 -- 172.21.15.16:0/1593892334 >> v1:172.21.15.16:6789/0 conn(0x7f87b80b68d0 legacy=0x7f87b80d33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.828+0000 7f87b7fff640 1 -- 172.21.15.16:0/1593892334 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87b80d28d0 con 0x7f87b815e6a0 2024-09-11T22:45:30.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.828+0000 7f87b6ffd640 1 -- 172.21.15.16:0/1593892334 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3244243868 0 0) 0x7f87b815ea80 con 0x7f87b80b68d0 2024-09-11T22:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.829+0000 7f87b7fff640 1 --2- 172.21.15.16:0/1593892334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87b815e6a0 0x7f87b80cfc50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f87a80097a0 tx=0x7f87a802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18eedd55704f1671 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.829+0000 7f87b6ffd640 1 -- 172.21.15.16:0/1593892334 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a8037070 con 0x7f87b815e6a0 2024-09-11T22:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.829+0000 7f87b6ffd640 1 -- 172.21.15.16:0/1593892334 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87a8032440 con 0x7f87b815e6a0 2024-09-11T22:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.829+0000 7f87b6ffd640 1 -- 172.21.15.16:0/1593892334 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a802ae60 con 0x7f87b815e6a0 2024-09-11T22:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.829+0000 7f87be5a1640 1 -- 172.21.15.16:0/1593892334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87b815e6a0 msgr2=0x7f87b80cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.829+0000 7f87be5a1640 1 --2- 172.21.15.16:0/1593892334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87b815e6a0 0x7f87b80cfc50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f87a80097a0 tx=0x7f87a802a110 comp rx=0 tx=0).stop 2024-09-11T22:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.829+0000 7f87be5a1640 1 -- 172.21.15.16:0/1593892334 shutdown_connections 2024-09-11T22:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.829+0000 7f87be5a1640 1 --2- 172.21.15.16:0/1593892334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87b815e6a0 0x7f87b80cfc50 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.829+0000 7f87be5a1640 1 -- 172.21.15.16:0/1593892334 >> 172.21.15.16:0/1593892334 conn(0x7f87b8067d70 msgr2=0x7f87b8068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.829+0000 7f87be5a1640 1 -- 172.21.15.16:0/1593892334 shutdown_connections 2024-09-11T22:45:30.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.829+0000 7f87be5a1640 1 -- 172.21.15.16:0/1593892334 wait complete. 2024-09-11T22:45:30.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.831+0000 7f87be5a1640 1 Processor -- start 2024-09-11T22:45:30.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.831+0000 7f87be5a1640 1 -- start start 2024-09-11T22:45:30.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87be5a1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87b80b68d0 0x7f87b81512b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87be5a1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87b80d1cf0 0x7f87b81594a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87be5a1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87b815e6a0 0x7f87b814eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87be5a1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f87b80b6d00 con 0x7f87b80d1cf0 2024-09-11T22:45:30.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87be5a1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f87b80d2e90 con 0x7f87b80b68d0 2024-09-11T22:45:30.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87be5a1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f87b80b7970 con 0x7f87b815e6a0 2024-09-11T22:45:30.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87b80d1cf0 0x7f87b81594a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87b80d1cf0 0x7f87b81594a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34520/0 (socket says 172.21.15.16:34520) 2024-09-11T22:45:30.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b77fe640 1 -- 172.21.15.16:0/2287183635 learned_addr learned my addr 172.21.15.16:0/2287183635 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b7fff640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87b80b68d0 0x7f87b81512b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87bcb3e640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87b815e6a0 0x7f87b814eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b77fe640 1 -- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87b815e6a0 msgr2=0x7f87b814eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b77fe640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87b815e6a0 0x7f87b814eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b77fe640 1 -- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87b80b68d0 msgr2=0x7f87b81512b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b77fe640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87b80b68d0 0x7f87b81512b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b77fe640 1 -- 172.21.15.16:0/2287183635 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87b81550b0 con 0x7f87b80d1cf0 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87bcb3e640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87b815e6a0 0x7f87b814eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b77fe640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87b80d1cf0 0x7f87b81594a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f87ac00c400 tx=0x7f87ac00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b4ff9640 1 -- 172.21.15.16:0/2287183635 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87ac017070 con 0x7f87b80d1cf0 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b4ff9640 1 -- 172.21.15.16:0/2287183635 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f87ac0052d0 con 0x7f87b80d1cf0 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87be5a1640 1 -- 172.21.15.16:0/2287183635 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87b814fb40 con 0x7f87b80d1cf0 2024-09-11T22:45:30.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.832+0000 7f87b4ff9640 1 -- 172.21.15.16:0/2287183635 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87ac003830 con 0x7f87b80d1cf0 2024-09-11T22:45:30.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.833+0000 7f87be5a1640 1 -- 172.21.15.16:0/2287183635 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87b8150100 con 0x7f87b80d1cf0 2024-09-11T22:45:30.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.834+0000 7f87be5a1640 1 -- 172.21.15.16:0/2287183635 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87b80c9e20 con 0x7f87b80d1cf0 2024-09-11T22:45:30.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.834+0000 7f87b4ff9640 1 -- 172.21.15.16:0/2287183635 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f87ac01a070 con 0x7f87b80d1cf0 2024-09-11T22:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.835+0000 7f87b4ff9640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f87a406be30 0x7f87a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.835+0000 7f87b4ff9640 1 -- 172.21.15.16:0/2287183635 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6532+0+0 (secure 0 0 0) 0x7f87ac08a4f0 con 0x7f87b80d1cf0 2024-09-11T22:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.835+0000 7f87b7fff640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f87a406be30 0x7f87a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:30.837 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.835+0000 7f87b7fff640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f87a406be30 0x7f87a406e2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f87a8034000 tx=0x7f87a802e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:30.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:30.839+0000 7f87b4ff9640 1 -- 172.21.15.16:0/2287183635 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f87b80c9e20 con 0x7f87b80d1cf0 2024-09-11T22:45:31.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.049+0000 7f87be5a1640 1 -- 172.21.15.16:0/2287183635 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f87b80cfc50 con 0x7f87b80d1cf0 2024-09-11T22:45:31.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.050+0000 7f87b4ff9640 1 -- 172.21.15.16:0/2287183635 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5219 (secure 0 0 0) 0x7f87ac058510 con 0x7f87b80d1cf0 2024-09-11T22:45:31.051 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:31.051 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"btime":"2024-09-11T22:45:09:032062+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/3903625691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3903625691},{"type":"v1","addr":"172.21.15.104:6837","nonce":3903625691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/57158659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":57158659},{"type":"v1","addr":"172.21.15.16:6835","nonce":57158659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:44:49.293917+0000","modified":"2024-09-11T22:45:08.385476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4303":{"gid":4303,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3264142978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3264142978},{"type":"v1","addr":"172.21.15.104:6836","nonce":3264142978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4303,"qdb_cluster":[4303]},"id":1}]} 2024-09-11T22:45:31.051 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-09-11T22:45:31.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 -- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f87a406be30 msgr2=0x7f87a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f87a406be30 0x7f87a406e2f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f87a8034000 tx=0x7f87a802e000 comp rx=0 tx=0).stop 2024-09-11T22:45:31.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 -- 172.21.15.16:0/2287183635 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87b80d1cf0 msgr2=0x7f87b81594a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87b80d1cf0 0x7f87b81594a0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f87ac00c400 tx=0x7f87ac00c8c0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 -- 172.21.15.16:0/2287183635 shutdown_connections 2024-09-11T22:45:31.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f87a406be30 0x7f87a406e2f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f87b815e6a0 0x7f87b814eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f87b80d1cf0 0x7f87b81594a0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.053 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 --2- 172.21.15.16:0/2287183635 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f87b80b68d0 0x7f87b81512b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 -- 172.21.15.16:0/2287183635 >> 172.21.15.16:0/2287183635 conn(0x7f87b8067d70 msgr2=0x7f87b80d5030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:31.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 -- 172.21.15.16:0/2287183635 shutdown_connections 2024-09-11T22:45:31.054 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.052+0000 7f87be5a1640 1 -- 172.21.15.16:0/2287183635 wait complete. 2024-09-11T22:45:31.064 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:45:31.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.170+0000 7ff9398f1640 1 Processor -- start 2024-09-11T22:45:31.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.170+0000 7ff9398f1640 1 -- start start 2024-09-11T22:45:31.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.171+0000 7ff9398f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff93406cc20 0x7ff93406d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.171+0000 7ff9398f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9340b3ee0 0x7ff9340b4350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.171+0000 7ff9398f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff9341600b0 con 0x7ff934142600 2024-09-11T22:45:31.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.171+0000 7ff9398f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff9340708e0 con 0x7ff93406cc20 2024-09-11T22:45:31.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.171+0000 7ff9398f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff934160390 con 0x7ff9340b3ee0 2024-09-11T22:45:31.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.171+0000 7ff9327fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff93406cc20 0x7ff93406d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.171+0000 7ff9337fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9340b3ee0 0x7ff9340b4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.172+0000 7ff932ffd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ff934142600 0x7ff9340701d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:60596/0 (socket says 172.21.15.16:60596) 2024-09-11T22:45:31.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.172+0000 7ff932ffd640 1 -- 172.21.15.16:0/1497679440 learned_addr learned my addr 172.21.15.16:0/1497679440 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:31.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.172+0000 7ff9337fe640 1 -- 172.21.15.16:0/1497679440 >> v2:172.21.15.104:3300/0 conn(0x7ff93406cc20 msgr2=0x7ff93406d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:31.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.172+0000 7ff9337fe640 1 --2- 172.21.15.16:0/1497679440 >> v2:172.21.15.104:3300/0 conn(0x7ff93406cc20 0x7ff93406d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.172+0000 7ff9337fe640 1 -- 172.21.15.16:0/1497679440 >> v1:172.21.15.104:6789/0 conn(0x7ff934142600 legacy=0x7ff9340701d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.172+0000 7ff9337fe640 1 -- 172.21.15.16:0/1497679440 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff934160670 con 0x7ff9340b3ee0 2024-09-11T22:45:31.174 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.172+0000 7ff9327fc640 1 --2- 172.21.15.16:0/1497679440 >> v2:172.21.15.104:3300/0 conn(0x7ff93406cc20 0x7ff93406d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.173+0000 7ff9337fe640 1 --2- 172.21.15.16:0/1497679440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9340b3ee0 0x7ff9340b4350 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff92c009d90 tx=0x7ff92c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9315dd123474c144 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.173+0000 7ff931ffb640 1 -- 172.21.15.16:0/1497679440 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92c007740 con 0x7ff9340b3ee0 2024-09-11T22:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.173+0000 7ff931ffb640 1 -- 172.21.15.16:0/1497679440 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff92c0078e0 con 0x7ff9340b3ee0 2024-09-11T22:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.173+0000 7ff931ffb640 1 -- 172.21.15.16:0/1497679440 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff92c007cb0 con 0x7ff9340b3ee0 2024-09-11T22:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.173+0000 7ff9398f1640 1 -- 172.21.15.16:0/1497679440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9340b3ee0 msgr2=0x7ff9340b4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.173+0000 7ff9398f1640 1 --2- 172.21.15.16:0/1497679440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9340b3ee0 0x7ff9340b4350 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff92c009d90 tx=0x7ff92c02a660 comp rx=0 tx=0).stop 2024-09-11T22:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.173+0000 7ff9398f1640 1 -- 172.21.15.16:0/1497679440 shutdown_connections 2024-09-11T22:45:31.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.173+0000 7ff9398f1640 1 --2- 172.21.15.16:0/1497679440 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff9340b3ee0 0x7ff9340b4350 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.173+0000 7ff9398f1640 1 --2- 172.21.15.16:0/1497679440 >> v2:172.21.15.104:3300/0 conn(0x7ff93406cc20 0x7ff93406d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.173+0000 7ff9398f1640 1 -- 172.21.15.16:0/1497679440 >> 172.21.15.16:0/1497679440 conn(0x7ff934072c00 msgr2=0x7ff934073010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.173+0000 7ff9398f1640 1 -- 172.21.15.16:0/1497679440 shutdown_connections 2024-09-11T22:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.174+0000 7ff9398f1640 1 -- 172.21.15.16:0/1497679440 wait complete. 2024-09-11T22:45:31.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.175+0000 7ff9398f1640 1 Processor -- start 2024-09-11T22:45:31.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.175+0000 7ff9398f1640 1 -- start start 2024-09-11T22:45:31.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9398f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff93406cc20 0x7ff934145920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9398f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9340b3ee0 0x7ff934143d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9398f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff934142600 0x7ff9341408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9398f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff9341429e0 con 0x7ff9340b3ee0 2024-09-11T22:45:31.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9398f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff934160c30 con 0x7ff934142600 2024-09-11T22:45:31.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9398f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff934142b60 con 0x7ff93406cc20 2024-09-11T22:45:31.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9327fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9340b3ee0 0x7ff934143d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9327fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9340b3ee0 0x7ff934143d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34526/0 (socket says 172.21.15.16:34526) 2024-09-11T22:45:31.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9327fc640 1 -- 172.21.15.16:0/1158054120 learned_addr learned my addr 172.21.15.16:0/1158054120 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:31.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9337fe640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff934142600 0x7ff9341408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff932ffd640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff93406cc20 0x7ff934145920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9327fc640 1 -- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff93406cc20 msgr2=0x7ff934145920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9327fc640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff93406cc20 0x7ff934145920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9327fc640 1 -- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff934142600 msgr2=0x7ff9341408e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9327fc640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff934142600 0x7ff9341408e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9327fc640 1 -- 172.21.15.16:0/1158054120 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9341f2760 con 0x7ff9340b3ee0 2024-09-11T22:45:31.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9327fc640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9340b3ee0 0x7ff934143d30 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff92800ebe0 tx=0x7ff92800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:31.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff91bfff640 1 -- 172.21.15.16:0/1158054120 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff928017070 con 0x7ff9340b3ee0 2024-09-11T22:45:31.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff91bfff640 1 -- 172.21.15.16:0/1158054120 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff92800cbd0 con 0x7ff9340b3ee0 2024-09-11T22:45:31.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9398f1640 1 -- 172.21.15.16:0/1158054120 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff934144440 con 0x7ff9340b3ee0 2024-09-11T22:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff91bfff640 1 -- 172.21.15.16:0/1158054120 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff928013470 con 0x7ff9340b3ee0 2024-09-11T22:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.176+0000 7ff9398f1640 1 -- 172.21.15.16:0/1158054120 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff934144a00 con 0x7ff9340b3ee0 2024-09-11T22:45:31.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.178+0000 7ff9398f1640 1 -- 172.21.15.16:0/1158054120 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff93406fd60 con 0x7ff9340b3ee0 2024-09-11T22:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.178+0000 7ff91bfff640 1 -- 172.21.15.16:0/1158054120 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff92801a070 con 0x7ff9340b3ee0 2024-09-11T22:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.178+0000 7ff91bfff640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff92006be30 0x7ff92006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.179+0000 7ff91bfff640 1 -- 172.21.15.16:0/1158054120 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6764+0+0 (secure 0 0 0) 0x7ff92808b0f0 con 0x7ff9340b3ee0 2024-09-11T22:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.179+0000 7ff932ffd640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff92006be30 0x7ff92006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.179+0000 7ff932ffd640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff92006be30 0x7ff92006e2f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff924000f60 tx=0x7ff924009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:31.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.183+0000 7ff91bfff640 1 -- 172.21.15.16:0/1158054120 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff928059710 con 0x7ff9340b3ee0 2024-09-11T22:45:31.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.394+0000 7ff9398f1640 1 -- 172.21.15.16:0/1158054120 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff9341e7a90 con 0x7ff9340b3ee0 2024-09-11T22:45:31.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.394+0000 7ff91bfff640 1 -- 172.21.15.16:0/1158054120 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5219 (secure 0 0 0) 0x7ff928059010 con 0x7ff9340b3ee0 2024-09-11T22:45:31.395 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:31.395 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"btime":"2024-09-11T22:45:09:032062+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4229,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/3903625691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":3903625691},{"type":"v1","addr":"172.21.15.104:6837","nonce":3903625691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4266,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6833/2243179724","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2243179724},{"type":"v1","addr":"172.21.15.16:6833","nonce":2243179724}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4269,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/57158659","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6834","nonce":57158659},{"type":"v1","addr":"172.21.15.16:6835","nonce":57158659}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:44:49.293917+0000","modified":"2024-09-11T22:45:08.385476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4303},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4303":{"gid":4303,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.104:6836/3264142978","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":3264142978},{"type":"v1","addr":"172.21.15.104:6836","nonce":3264142978}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4303,"qdb_cluster":[4303]},"id":1}]} 2024-09-11T22:45:31.395 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2024-09-11T22:45:31.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 -- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff92006be30 msgr2=0x7ff92006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff92006be30 0x7ff92006e2f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff924000f60 tx=0x7ff924009040 comp rx=0 tx=0).stop 2024-09-11T22:45:31.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 -- 172.21.15.16:0/1158054120 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9340b3ee0 msgr2=0x7ff934143d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9340b3ee0 0x7ff934143d30 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff92800ebe0 tx=0x7ff92800c520 comp rx=0 tx=0).stop 2024-09-11T22:45:31.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 -- 172.21.15.16:0/1158054120 shutdown_connections 2024-09-11T22:45:31.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff92006be30 0x7ff92006e2f0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff934142600 0x7ff9341408e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.397 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9340b3ee0 0x7ff934143d30 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 --2- 172.21.15.16:0/1158054120 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff93406cc20 0x7ff934145920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 -- 172.21.15.16:0/1158054120 >> 172.21.15.16:0/1158054120 conn(0x7ff934072c00 msgr2=0x7ff934072fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:31.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 -- 172.21.15.16:0/1158054120 shutdown_connections 2024-09-11T22:45:31.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.396+0000 7ff9398f1640 1 -- 172.21.15.16:0/1158054120 wait complete. 2024-09-11T22:45:31.408 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:31.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.508+0000 7fa0ea5c6640 1 Processor -- start 2024-09-11T22:45:31.509 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.508+0000 7fa0ea5c6640 1 -- start start 2024-09-11T22:45:31.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.509+0000 7fa0ea5c6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa0e415e6a0 0x7fa0e40cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.509+0000 7fa0ea5c6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e40b68d0 0x7fa0e40d33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.509+0000 7fa0ea5c6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0e415ea80 con 0x7fa0e40d1cf0 2024-09-11T22:45:31.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.509+0000 7fa0ea5c6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa0e40d2310 con 0x7fa0e415e6a0 2024-09-11T22:45:31.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.509+0000 7fa0ea5c6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa0e40d25f0 con 0x7fa0e40b68d0 2024-09-11T22:45:31.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.510+0000 7fa0e37fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa0e40d1cf0 0x7fa0e40b61c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41210/0 (socket says 172.21.15.16:41210) 2024-09-11T22:45:31.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.510+0000 7fa0e37fe640 1 -- 172.21.15.16:0/1304210016 learned_addr learned my addr 172.21.15.16:0/1304210016 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:31.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.510+0000 7fa0e3fff640 1 --2- 172.21.15.16:0/1304210016 >> v2:172.21.15.16:3300/0 conn(0x7fa0e415e6a0 0x7fa0e40cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.510+0000 7fa0e8b63640 1 --2- 172.21.15.16:0/1304210016 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e40b68d0 0x7fa0e40d33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.510+0000 7fa0e3fff640 1 -- 172.21.15.16:0/1304210016 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e40b68d0 msgr2=0x7fa0e40d33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:31.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.510+0000 7fa0e3fff640 1 --2- 172.21.15.16:0/1304210016 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e40b68d0 0x7fa0e40d33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.510+0000 7fa0e3fff640 1 -- 172.21.15.16:0/1304210016 >> v1:172.21.15.16:6789/0 conn(0x7fa0e40d1cf0 legacy=0x7fa0e40b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.510+0000 7fa0e3fff640 1 -- 172.21.15.16:0/1304210016 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0e40d28d0 con 0x7fa0e415e6a0 2024-09-11T22:45:31.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.510+0000 7fa0e2ffd640 1 -- 172.21.15.16:0/1304210016 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3651946585 0 0) 0x7fa0e415ea80 con 0x7fa0e40d1cf0 2024-09-11T22:45:31.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0e3fff640 1 --2- 172.21.15.16:0/1304210016 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e415e6a0 0x7fa0e40cfc50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa0d40097a0 tx=0x7fa0d402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8016a0f19ae8693d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0e2ffd640 1 -- 172.21.15.16:0/1304210016 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d4037070 con 0x7fa0e415e6a0 2024-09-11T22:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0e2ffd640 1 -- 172.21.15.16:0/1304210016 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0d402ae50 con 0x7fa0e415e6a0 2024-09-11T22:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0e2ffd640 1 -- 172.21.15.16:0/1304210016 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d4032660 con 0x7fa0e415e6a0 2024-09-11T22:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1304210016 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e415e6a0 msgr2=0x7fa0e40cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0ea5c6640 1 --2- 172.21.15.16:0/1304210016 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e415e6a0 0x7fa0e40cfc50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa0d40097a0 tx=0x7fa0d402a100 comp rx=0 tx=0).stop 2024-09-11T22:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1304210016 shutdown_connections 2024-09-11T22:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0ea5c6640 1 --2- 172.21.15.16:0/1304210016 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e40b68d0 0x7fa0e40d33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0ea5c6640 1 --2- 172.21.15.16:0/1304210016 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e415e6a0 0x7fa0e40cfc50 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1304210016 >> 172.21.15.16:0/1304210016 conn(0x7fa0e4067d70 msgr2=0x7fa0e4068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1304210016 shutdown_connections 2024-09-11T22:45:31.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.511+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1304210016 wait complete. 2024-09-11T22:45:31.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.513+0000 7fa0ea5c6640 1 Processor -- start 2024-09-11T22:45:31.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.513+0000 7fa0ea5c6640 1 -- start start 2024-09-11T22:45:31.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.513+0000 7fa0ea5c6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e40b68d0 0x7fa0e41e8e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.513+0000 7fa0ea5c6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e40d1cf0 0x7fa0e41f83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.513+0000 7fa0ea5c6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0e415e6a0 0x7fa0e4158300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.513+0000 7fa0ea5c6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e40b7970 con 0x7fa0e40b68d0 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.513+0000 7fa0ea5c6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e40d2e90 con 0x7fa0e415e6a0 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.513+0000 7fa0ea5c6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa0e40b6cd0 con 0x7fa0e40d1cf0 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e40b68d0 0x7fa0e41e8e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e40b68d0 0x7fa0e41e8e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34542/0 (socket says 172.21.15.16:34542) 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e3fff640 1 -- 172.21.15.16:0/1227593642 learned_addr learned my addr 172.21.15.16:0/1227593642 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e37fe640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e40d1cf0 0x7fa0e41f83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e8b63640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0e415e6a0 0x7fa0e4158300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e3fff640 1 -- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e40d1cf0 msgr2=0x7fa0e41f83f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e3fff640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e40d1cf0 0x7fa0e41f83f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e3fff640 1 -- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0e415e6a0 msgr2=0x7fa0e4158300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e3fff640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0e415e6a0 0x7fa0e4158300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e3fff640 1 -- 172.21.15.16:0/1227593642 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0e41e3e60 con 0x7fa0e40b68d0 2024-09-11T22:45:31.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e8b63640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0e415e6a0 0x7fa0e4158300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:31.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e3fff640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e40b68d0 0x7fa0e41e8e70 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4000c00 tx=0x7fa0d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:31.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e0ff9640 1 -- 172.21.15.16:0/1227593642 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d4041070 con 0x7fa0e40b68d0 2024-09-11T22:45:31.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e0ff9640 1 -- 172.21.15.16:0/1227593642 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0d403c460 con 0x7fa0e40b68d0 2024-09-11T22:45:31.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1227593642 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0e41e4140 con 0x7fa0e40b68d0 2024-09-11T22:45:31.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0e0ff9640 1 -- 172.21.15.16:0/1227593642 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d4037040 con 0x7fa0e40b68d0 2024-09-11T22:45:31.517 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.514+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1227593642 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0e41e4700 con 0x7fa0e40b68d0 2024-09-11T22:45:31.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.515+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1227593642 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0e40cfc50 con 0x7fa0e40b68d0 2024-09-11T22:45:31.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.516+0000 7fa0e0ff9640 1 -- 172.21.15.16:0/1227593642 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa0d4044070 con 0x7fa0e40b68d0 2024-09-11T22:45:31.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.516+0000 7fa0e0ff9640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa0d006be30 0x7fa0d006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.516+0000 7fa0e0ff9640 1 -- 172.21.15.16:0/1227593642 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6764+0+0 (secure 0 0 0) 0x7fa0d40aba80 con 0x7fa0e40b68d0 2024-09-11T22:45:31.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.516+0000 7fa0e37fe640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa0d006be30 0x7fa0d006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.518 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.517+0000 7fa0e37fe640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa0d006be30 0x7fa0d006e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa0e40d56c0 tx=0x7fa0d8007d50 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:31.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.521+0000 7fa0e0ff9640 1 -- 172.21.15.16:0/1227593642 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa0d40ade20 con 0x7fa0e40b68d0 2024-09-11T22:45:31.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.698+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1227593642 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa0e40d0d60 con 0x7fa0e40b68d0 2024-09-11T22:45:31.700 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.700+0000 7fa0e0ff9640 1 -- 172.21.15.16:0/1227593642 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18942 (secure 0 0 0) 0x7fa0d4079920 con 0x7fa0e40b68d0 2024-09-11T22:45:31.701 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:31.701 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":26,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:45:31.082497+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:44:47.158699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-11T22:44:48.278342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-11T22:44:51.986935+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":3,"to":1}]},{"pgid":"3.2a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3b","mappings":[{"from":7,"to":1}]},{"pgid":"4.a","mappings":[{"from":1,"to":2}]},{"pgid":"4.e","mappings":[{"from":1,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:31.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa0d006be30 msgr2=0x7fa0d006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa0d006be30 0x7fa0d006e2f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa0e40d56c0 tx=0x7fa0d8007d50 comp rx=0 tx=0).stop 2024-09-11T22:45:31.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1227593642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e40b68d0 msgr2=0x7fa0e41e8e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e40b68d0 0x7fa0e41e8e70 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4000c00 tx=0x7fa0d40046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1227593642 shutdown_connections 2024-09-11T22:45:31.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa0d006be30 0x7fa0d006e2f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa0e415e6a0 0x7fa0e4158300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa0e40d1cf0 0x7fa0e41f83f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 --2- 172.21.15.16:0/1227593642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa0e40b68d0 0x7fa0e41e8e70 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1227593642 >> 172.21.15.16:0/1227593642 conn(0x7fa0e4067d70 msgr2=0x7fa0e415d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:31.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1227593642 shutdown_connections 2024-09-11T22:45:31.704 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.702+0000 7fa0ea5c6640 1 -- 172.21.15.16:0/1227593642 wait complete. 2024-09-11T22:45:31.714 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-11T22:45:31.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.816+0000 7ffbedfc0640 1 Processor -- start 2024-09-11T22:45:31.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.816+0000 7ffbedfc0640 1 -- start start 2024-09-11T22:45:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.817+0000 7ffbedfc0640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffbe80d3b40 0x7ffbe80d3f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.817+0000 7ffbedfc0640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ffbe80b7690 0x7ffbe80b7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.817+0000 7ffbedfc0640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffbe80d44a0 con 0x7ffbe815e780 2024-09-11T22:45:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.817+0000 7ffbedfc0640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ffbe815eb60 con 0x7ffbe80d3b40 2024-09-11T22:45:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.817+0000 7ffbedfc0640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ffbe80d2260 con 0x7ffbe80b7690 2024-09-11T22:45:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.817+0000 7ffbe77fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ffbe815e780 0x7ffbe80d11f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41222/0 (socket says 172.21.15.16:41222) 2024-09-11T22:45:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.817+0000 7ffbe6ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffbe80d3b40 0x7ffbe80d3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.817+0000 7ffbe77fe640 1 -- 172.21.15.16:0/3766105237 learned_addr learned my addr 172.21.15.16:0/3766105237 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.818+0000 7ffbe6ffd640 1 -- 172.21.15.16:0/3766105237 >> v2:172.21.15.104:3300/0 conn(0x7ffbe80b7690 msgr2=0x7ffbe80b7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.818+0000 7ffbe6ffd640 1 --2- 172.21.15.16:0/3766105237 >> v2:172.21.15.104:3300/0 conn(0x7ffbe80b7690 0x7ffbe80b7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.818+0000 7ffbe6ffd640 1 -- 172.21.15.16:0/3766105237 >> v1:172.21.15.16:6789/0 conn(0x7ffbe815e780 legacy=0x7ffbe80d11f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.818+0000 7ffbe6ffd640 1 -- 172.21.15.16:0/3766105237 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe80d2540 con 0x7ffbe80d3b40 2024-09-11T22:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.818+0000 7ffbe6ffd640 1 --2- 172.21.15.16:0/3766105237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbe80d3b40 0x7ffbe80d3f60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ffbe80d1e90 tx=0x7ffbdc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7626294fae2da290 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.819+0000 7ffbe67fc640 1 -- 172.21.15.16:0/3766105237 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc037070 con 0x7ffbe80d3b40 2024-09-11T22:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.819+0000 7ffbe67fc640 1 -- 172.21.15.16:0/3766105237 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbdc032440 con 0x7ffbe80d3b40 2024-09-11T22:45:31.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.819+0000 7ffbe67fc640 1 -- 172.21.15.16:0/3766105237 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc032810 con 0x7ffbe80d3b40 2024-09-11T22:45:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.819+0000 7ffbedfc0640 1 -- 172.21.15.16:0/3766105237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbe80d3b40 msgr2=0x7ffbe80d3f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.819+0000 7ffbedfc0640 1 --2- 172.21.15.16:0/3766105237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbe80d3b40 0x7ffbe80d3f60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ffbe80d1e90 tx=0x7ffbdc02a230 comp rx=0 tx=0).stop 2024-09-11T22:45:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.819+0000 7ffbedfc0640 1 -- 172.21.15.16:0/3766105237 shutdown_connections 2024-09-11T22:45:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.819+0000 7ffbedfc0640 1 --2- 172.21.15.16:0/3766105237 >> v2:172.21.15.104:3300/0 conn(0x7ffbe80b7690 0x7ffbe80b7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.819+0000 7ffbedfc0640 1 --2- 172.21.15.16:0/3766105237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbe80d3b40 0x7ffbe80d3f60 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.819+0000 7ffbedfc0640 1 -- 172.21.15.16:0/3766105237 >> 172.21.15.16:0/3766105237 conn(0x7ffbe8067f80 msgr2=0x7ffbe806cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.819+0000 7ffbedfc0640 1 -- 172.21.15.16:0/3766105237 shutdown_connections 2024-09-11T22:45:31.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.819+0000 7ffbedfc0640 1 -- 172.21.15.16:0/3766105237 wait complete. 2024-09-11T22:45:31.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.820+0000 7ffbedfc0640 1 Processor -- start 2024-09-11T22:45:31.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.821+0000 7ffbedfc0640 1 -- start start 2024-09-11T22:45:31.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.821+0000 7ffbedfc0640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffbe80b7690 0x7ffbe81f4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.821+0000 7ffbedfc0640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbe80d3b40 0x7ffbe8159e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.821+0000 7ffbedfc0640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffbe815e780 0x7ffbe81579f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.821+0000 7ffbedfc0640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe80d2de0 con 0x7ffbe80d3b40 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.821+0000 7ffbedfc0640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ffbe80d2b00 con 0x7ffbe80b7690 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.821+0000 7ffbedfc0640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ffbe80d30c0 con 0x7ffbe815e780 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.821+0000 7ffbe6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbe80d3b40 0x7ffbe8159e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.821+0000 7ffbe6ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbe80d3b40 0x7ffbe8159e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34556/0 (socket says 172.21.15.16:34556) 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.821+0000 7ffbe6ffd640 1 -- 172.21.15.16:0/1004450595 learned_addr learned my addr 172.21.15.16:0/1004450595 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbe77fe640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffbe80b7690 0x7ffbe81f4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbe7fff640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffbe815e780 0x7ffbe81579f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbe6ffd640 1 -- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffbe815e780 msgr2=0x7ffbe81579f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbe6ffd640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffbe815e780 0x7ffbe81579f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbe6ffd640 1 -- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffbe80b7690 msgr2=0x7ffbe81f4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbe6ffd640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffbe80b7690 0x7ffbe81f4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:31.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbe6ffd640 1 -- 172.21.15.16:0/1004450595 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbe815a870 con 0x7ffbe80d3b40 2024-09-11T22:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbe77fe640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffbe80b7690 0x7ffbe81f4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbe6ffd640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbe80d3b40 0x7ffbe8159e00 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc000c00 tx=0x7ffbdc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbcffff640 1 -- 172.21.15.16:0/1004450595 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc037040 con 0x7ffbe80d3b40 2024-09-11T22:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbcffff640 1 -- 172.21.15.16:0/1004450595 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffbdc042070 con 0x7ffbe80d3b40 2024-09-11T22:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbedfc0640 1 -- 172.21.15.16:0/1004450595 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbe815ab50 con 0x7ffbe80d3b40 2024-09-11T22:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbcffff640 1 -- 172.21.15.16:0/1004450595 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc030bd0 con 0x7ffbe80d3b40 2024-09-11T22:45:31.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.822+0000 7ffbedfc0640 1 -- 172.21.15.16:0/1004450595 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbe81f52f0 con 0x7ffbe80d3b40 2024-09-11T22:45:31.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.823+0000 7ffbedfc0640 1 -- 172.21.15.16:0/1004450595 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbe815ad20 con 0x7ffbe80d3b40 2024-09-11T22:45:31.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.824+0000 7ffbcffff640 1 -- 172.21.15.16:0/1004450595 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ffbdc047460 con 0x7ffbe80d3b40 2024-09-11T22:45:31.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.824+0000 7ffbcffff640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffbd406be30 0x7ffbd406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:31.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.824+0000 7ffbcffff640 1 -- 172.21.15.16:0/1004450595 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6764+0+0 (secure 0 0 0) 0x7ffbdc0abf50 con 0x7ffbe80d3b40 2024-09-11T22:45:31.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.824+0000 7ffbe77fe640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffbd406be30 0x7ffbd406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:31.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.825+0000 7ffbe77fe640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffbd406be30 0x7ffbd406e2f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ffbe81f1c80 tx=0x7ffbd8009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:31.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:31.828+0000 7ffbcffff640 1 -- 172.21.15.16:0/1004450595 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ffbdc032e20 con 0x7ffbe80d3b40 2024-09-11T22:45:32.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.041+0000 7ffbedfc0640 1 -- 172.21.15.16:0/1004450595 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ffbe80d35e0 con 0x7ffbe80d3b40 2024-09-11T22:45:32.042 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-11T22:45:32.041+0000 7f6c1ab52640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T22:45:32.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.043+0000 7ffbcffff640 1 -- 172.21.15.16:0/1004450595 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7ffbdc045360 con 0x7ffbe80d3b40 2024-09-11T22:45:32.043 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-11T22:45:32.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.046+0000 7ffbedfc0640 1 -- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffbd406be30 msgr2=0x7ffbd406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:32.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.046+0000 7ffbedfc0640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffbd406be30 0x7ffbd406e2f0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ffbe81f1c80 tx=0x7ffbd8009040 comp rx=0 tx=0).stop 2024-09-11T22:45:32.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.046+0000 7ffbedfc0640 1 -- 172.21.15.16:0/1004450595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbe80d3b40 msgr2=0x7ffbe8159e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.046+0000 7ffbedfc0640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbe80d3b40 0x7ffbe8159e00 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc000c00 tx=0x7ffbdc0046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.046+0000 7ffbedfc0640 1 -- 172.21.15.16:0/1004450595 shutdown_connections 2024-09-11T22:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.046+0000 7ffbedfc0640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ffbd406be30 0x7ffbd406e2f0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.046+0000 7ffbedfc0640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ffbe815e780 0x7ffbe81579f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.046+0000 7ffbedfc0640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffbe80d3b40 0x7ffbe8159e00 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.046+0000 7ffbedfc0640 1 --2- 172.21.15.16:0/1004450595 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ffbe80b7690 0x7ffbe81f4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.046+0000 7ffbedfc0640 1 -- 172.21.15.16:0/1004450595 >> 172.21.15.16:0/1004450595 conn(0x7ffbe8067f80 msgr2=0x7ffbe81572e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.047+0000 7ffbedfc0640 1 -- 172.21.15.16:0/1004450595 shutdown_connections 2024-09-11T22:45:32.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.047+0000 7ffbedfc0640 1 -- 172.21.15.16:0/1004450595 wait complete. 2024-09-11T22:45:32.050 INFO:tasks.ceph.mds.b.smithi104.stderr: -4203> 2024-09-11T22:44:54.916+0000 7f84e3bcc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-11T22:45:32.062 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-11T22:45:32.081 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-11T22:45:32.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.166+0000 7fbe4476d640 1 Processor -- start 2024-09-11T22:45:32.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.166+0000 7fbe4476d640 1 -- start start 2024-09-11T22:45:32.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.167+0000 7fbe4476d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c161ed0 0x7fbe3c0d3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:32.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.167+0000 7fbe4476d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbe3c0d4160 0x7fbe3c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.167+0000 7fbe4476d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe3c0d36d0 con 0x7fbe3c1622b0 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.167+0000 7fbe4476d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fbe3c0d0060 con 0x7fbe3c0d4160 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.167+0000 7fbe4476d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbe3c0cfa50 con 0x7fbe3c161ed0 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.167+0000 7fbe42d0a640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fbe3c1622b0 0x7fbe3c0d2310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:41226/0 (socket says 172.21.15.16:41226) 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.167+0000 7fbe42d0a640 1 -- 172.21.15.16:0/603332387 learned_addr learned my addr 172.21.15.16:0/603332387 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.167+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 801117475 0 0) 0x7fbe3c0d36d0 con 0x7fbe3c1622b0 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.167+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbe28003520 con 0x7fbe3c1622b0 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.167+0000 7fbe41d08640 1 --2- 172.21.15.16:0/603332387 >> v2:172.21.15.104:3300/0 conn(0x7fbe3c0d4160 0x7fbe3c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.167+0000 7fbe42509640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c161ed0 0x7fbe3c0d3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2649488840 0 0) 0x7fbe28003520 con 0x7fbe3c1622b0 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c161ed0 msgr2=0x7fbe3c0d3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:32.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c161ed0 0x7fbe3c0d3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 >> v2:172.21.15.104:3300/0 conn(0x7fbe3c0d4160 msgr2=0x7fbe3c06d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 --2- 172.21.15.16:0/603332387 >> v2:172.21.15.104:3300/0 conn(0x7fbe3c0d4160 0x7fbe3c06d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe3c0cfcf0 con 0x7fbe3c1622b0 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7fbe340019f0 con 0x7fbe3c1622b0 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 >> v1:172.21.15.16:6789/0 conn(0x7fbe3c1622b0 legacy=0x7fbe3c0d2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 0x7fbe28003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe28004800 0x7fbe28004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c161ed0 0x7fbe280051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3c0d0060 con 0x7fbe280039b0 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3c0cfa50 con 0x7fbe28004800 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbe2800b9c0 con 0x7fbe3c161ed0 2024-09-11T22:45:32.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe42509640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 0x7fbe28003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe41d08640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe28004800 0x7fbe28004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe42d0a640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c161ed0 0x7fbe280051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe42509640 1 -- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c161ed0 msgr2=0x7fbe280051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe42509640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c161ed0 0x7fbe280051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe42509640 1 -- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe28004800 msgr2=0x7fbe28004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe42509640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe28004800 0x7fbe28004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe42509640 1 -- 172.21.15.16:0/603332387 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe28003520 con 0x7fbe280039b0 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.168+0000 7fbe42d0a640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c161ed0 0x7fbe280051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.169+0000 7fbe42509640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 0x7fbe28003dd0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbe38009ac0 tx=0x7fbe28005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f513835753dd8b51 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.169+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe38036070 con 0x7fbe280039b0 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.169+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe38031400 con 0x7fbe280039b0 2024-09-11T22:45:32.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.169+0000 7fbe41507640 1 -- 172.21.15.16:0/603332387 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe38009690 con 0x7fbe280039b0 2024-09-11T22:45:32.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.170+0000 7fbe4476d640 1 -- 172.21.15.16:0/603332387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 msgr2=0x7fbe28003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:32.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.170+0000 7fbe4476d640 1 --2- 172.21.15.16:0/603332387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 0x7fbe28003dd0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbe38009ac0 tx=0x7fbe28005830 comp rx=0 tx=0).stop 2024-09-11T22:45:32.175 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.170+0000 7fbe42d0a640 1 -- 172.21.15.16:0/603332387 reap_dead start 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.170+0000 7fbe4476d640 1 -- 172.21.15.16:0/603332387 shutdown_connections 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.170+0000 7fbe4476d640 1 -- 172.21.15.16:0/603332387 >> 172.21.15.16:0/603332387 conn(0x7fbe3c0d1430 msgr2=0x7fbe3c0d1840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.170+0000 7fbe4476d640 1 -- 172.21.15.16:0/603332387 shutdown_connections 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.170+0000 7fbe4476d640 1 -- 172.21.15.16:0/603332387 wait complete. 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.171+0000 7fbe4476d640 1 Processor -- start 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.171+0000 7fbe4476d640 1 -- start start 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe4476d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 0x7fbe3c15e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe4476d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe3c15b9d0 0x7fbe3c15e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe4476d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c1f4e70 0x7fbe3c1f52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe4476d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3c0b8fe0 con 0x7fbe280039b0 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe4476d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbe3c0b8e60 con 0x7fbe3c15b9d0 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe4476d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbe3c0b9160 con 0x7fbe3c1f4e70 2024-09-11T22:45:32.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe42509640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 0x7fbe3c15e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe42509640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 0x7fbe3c15e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:34580/0 (socket says 172.21.15.16:34580) 2024-09-11T22:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe42509640 1 -- 172.21.15.16:0/244341250 learned_addr learned my addr 172.21.15.16:0/244341250 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe42d0a640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c1f4e70 0x7fbe3c1f52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe41d08640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe3c15b9d0 0x7fbe3c15e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe42509640 1 -- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c1f4e70 msgr2=0x7fbe3c1f52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe42509640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c1f4e70 0x7fbe3c1f52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe42509640 1 -- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe3c15b9d0 msgr2=0x7fbe3c15e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe42509640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe3c15b9d0 0x7fbe3c15e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.172+0000 7fbe42509640 1 -- 172.21.15.16:0/244341250 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe3c15d030 con 0x7fbe280039b0 2024-09-11T22:45:32.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.173+0000 7fbe42509640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 0x7fbe3c15e450 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fbe38009be0 tx=0x7fbe38004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.173+0000 7fbe32ffd640 1 -- 172.21.15.16:0/244341250 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe38040020 con 0x7fbe280039b0 2024-09-11T22:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.173+0000 7fbe32ffd640 1 -- 172.21.15.16:0/244341250 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe38003bc0 con 0x7fbe280039b0 2024-09-11T22:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.173+0000 7fbe4476d640 1 -- 172.21.15.16:0/244341250 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe3c15bf90 con 0x7fbe280039b0 2024-09-11T22:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.173+0000 7fbe32ffd640 1 -- 172.21.15.16:0/244341250 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe38036040 con 0x7fbe280039b0 2024-09-11T22:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.173+0000 7fbe4476d640 1 -- 172.21.15.16:0/244341250 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe3c15c550 con 0x7fbe280039b0 2024-09-11T22:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.174+0000 7fbe4476d640 1 -- 172.21.15.16:0/244341250 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe3c0d3970 con 0x7fbe280039b0 2024-09-11T22:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.174+0000 7fbe32ffd640 1 -- 172.21.15.16:0/244341250 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbe38043020 con 0x7fbe280039b0 2024-09-11T22:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.175+0000 7fbe32ffd640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbe2006be30 0x7fbe2006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.175+0000 7fbe32ffd640 1 -- 172.21.15.16:0/244341250 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6850+0+0 (secure 0 0 0) 0x7fbe380ab570 con 0x7fbe280039b0 2024-09-11T22:45:32.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.175+0000 7fbe41d08640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbe2006be30 0x7fbe2006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:32.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.175+0000 7fbe41d08640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbe2006be30 0x7fbe2006e2f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbe3c15a6f0 tx=0x7fbe2c009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:32.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.179+0000 7fbe32ffd640 1 -- 172.21.15.16:0/244341250 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbe3804a030 con 0x7fbe280039b0 2024-09-11T22:45:32.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:32.394+0000 7fbe4476d640 1 -- 172.21.15.16:0/244341250 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fbe3c0b7850 con 0x7fbe280039b0 2024-09-11T22:45:33.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.044+0000 7fbe32ffd640 1 -- 172.21.15.16:0/244341250 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7fbe380044e0 con 0x7fbe280039b0 2024-09-11T22:45:33.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 -- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbe2006be30 msgr2=0x7fbe2006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:33.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbe2006be30 0x7fbe2006e2f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbe3c15a6f0 tx=0x7fbe2c009190 comp rx=0 tx=0).stop 2024-09-11T22:45:33.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 -- 172.21.15.16:0/244341250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 msgr2=0x7fbe3c15e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:33.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 0x7fbe3c15e450 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fbe38009be0 tx=0x7fbe38004730 comp rx=0 tx=0).stop 2024-09-11T22:45:33.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 -- 172.21.15.16:0/244341250 shutdown_connections 2024-09-11T22:45:33.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbe2006be30 0x7fbe2006e2f0 secure :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fbe3c15a6f0 tx=0x7fbe2c009190 comp rx=0 tx=0).stop 2024-09-11T22:45:33.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbe3c1f4e70 0x7fbe3c1f52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:33.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbe3c15b9d0 0x7fbe3c15e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:33.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 --2- 172.21.15.16:0/244341250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe280039b0 0x7fbe3c15e450 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:33.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 -- 172.21.15.16:0/244341250 >> 172.21.15.16:0/244341250 conn(0x7fbe3c0d1430 msgr2=0x7fbe3c0b6700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:33.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 -- 172.21.15.16:0/244341250 shutdown_connections 2024-09-11T22:45:33.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.047+0000 7fbe4476d640 1 -- 172.21.15.16:0/244341250 wait complete. 2024-09-11T22:45:33.061 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-11T22:45:33.176 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.176+0000 7f31d4991640 1 Processor -- start 2024-09-11T22:45:33.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.176+0000 7f31d4991640 1 -- start start 2024-09-11T22:45:33.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.176+0000 7f31d4991640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f31d00cef70 0x7f31d00cf3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:33.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.176+0000 7f31d4991640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31d00ccf60 0x7f31d00cd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:33.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.176+0000 7f31d4991640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31d00b3080 con 0x7f31d015c670 2024-09-11T22:45:33.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.176+0000 7f31d4991640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f31d00cf8f0 con 0x7f31d00cef70 2024-09-11T22:45:33.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.176+0000 7f31d4991640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f31d00b3360 con 0x7f31d00ccf60 2024-09-11T22:45:33.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.177+0000 7f31c7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f31d00cef70 0x7f31d00cf3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:33.178 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.177+0000 7f31ced9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31d00ccf60 0x7f31d00cd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:33.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.177+0000 7f31c7fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f31d00cef70 0x7f31d00cf3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:55170/0 (socket says 172.21.15.16:55170) 2024-09-11T22:45:33.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.177+0000 7f31c7fff640 1 -- 172.21.15.16:0/3162877150 learned_addr learned my addr 172.21.15.16:0/3162877150 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:33.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.177+0000 7f31ced9d640 1 -- 172.21.15.16:0/3162877150 >> v2:172.21.15.104:3300/0 conn(0x7f31d00cef70 msgr2=0x7f31d00cf3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:33.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.177+0000 7f31ced9d640 1 --2- 172.21.15.16:0/3162877150 >> v2:172.21.15.104:3300/0 conn(0x7f31d00cef70 0x7f31d00cf3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:33.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.177+0000 7f31ced9d640 1 -- 172.21.15.16:0/3162877150 >> v1:172.21.15.104:6789/0 conn(0x7f31d015c670 legacy=0x7f31d00d0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:33.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.177+0000 7f31ced9d640 1 -- 172.21.15.16:0/3162877150 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d00b3640 con 0x7f31d00ccf60 2024-09-11T22:45:33.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.177+0000 7f31cdd9b640 1 -- 172.21.15.16:0/3162877150 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2131193040 0 0) 0x7f31d00b3080 con 0x7f31d015c670 2024-09-11T22:45:33.179 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.177+0000 7f31c7fff640 1 --2- 172.21.15.16:0/3162877150 >> v2:172.21.15.104:3300/0 conn(0x7f31d00cef70 0x7f31d00cf3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:33.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.178+0000 7f31ced9d640 1 --2- 172.21.15.16:0/3162877150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31d00ccf60 0x7f31d00cd3f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f31c8009d90 tx=0x7f31c802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=efade1f2c2e6713b server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:33.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.178+0000 7f31cdd9b640 1 -- 172.21.15.16:0/3162877150 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c8007740 con 0x7f31d00ccf60 2024-09-11T22:45:33.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.178+0000 7f31cdd9b640 1 -- 172.21.15.16:0/3162877150 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c80078e0 con 0x7f31d00ccf60 2024-09-11T22:45:33.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.178+0000 7f31cdd9b640 1 -- 172.21.15.16:0/3162877150 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c8007cb0 con 0x7f31d00ccf60 2024-09-11T22:45:33.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.179+0000 7f31d4991640 1 -- 172.21.15.16:0/3162877150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31d00ccf60 msgr2=0x7f31d00cd3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:33.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.179+0000 7f31d4991640 1 --2- 172.21.15.16:0/3162877150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31d00ccf60 0x7f31d00cd3f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f31c8009d90 tx=0x7f31c802a660 comp rx=0 tx=0).stop 2024-09-11T22:45:33.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.179+0000 7f31d4991640 1 -- 172.21.15.16:0/3162877150 shutdown_connections 2024-09-11T22:45:33.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.179+0000 7f31d4991640 1 --2- 172.21.15.16:0/3162877150 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31d00ccf60 0x7f31d00cd3f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:33.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.179+0000 7f31d4991640 1 --2- 172.21.15.16:0/3162877150 >> v2:172.21.15.104:3300/0 conn(0x7f31d00cef70 0x7f31d00cf3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:33.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.179+0000 7f31d4991640 1 -- 172.21.15.16:0/3162877150 >> 172.21.15.16:0/3162877150 conn(0x7f31d00b4110 msgr2=0x7f31d00b4520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:33.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.179+0000 7f31d4991640 1 -- 172.21.15.16:0/3162877150 shutdown_connections 2024-09-11T22:45:33.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.179+0000 7f31d4991640 1 -- 172.21.15.16:0/3162877150 wait complete. 2024-09-11T22:45:33.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.180+0000 7f31d4991640 1 Processor -- start 2024-09-11T22:45:33.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.180+0000 7f31d4991640 1 -- start start 2024-09-11T22:45:33.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31d4991640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31d00ccf60 0x7f31d01f42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:33.183 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31d4991640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31d00cef70 0x7f31d00b6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31d4991640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31d015c670 0x7f31d01ee280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31d4991640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f31d015ca50 con 0x7f31d00ccf60 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31d4991640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f31d00d1270 con 0x7f31d015c670 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31d4991640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f31d015cbd0 con 0x7f31d00cef70 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31ce59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31d00ccf60 0x7f31d01f42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31ce59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31d00ccf60 0x7f31d01f42c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46864/0 (socket says 172.21.15.16:46864) 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31ce59c640 1 -- 172.21.15.16:0/1406555849 learned_addr learned my addr 172.21.15.16:0/1406555849 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31ced9d640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31d015c670 0x7f31d01ee280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31c7fff640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31d00cef70 0x7f31d00b6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31ce59c640 1 -- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31d00cef70 msgr2=0x7f31d00b6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.181+0000 7f31ce59c640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31d00cef70 0x7f31d00b6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:33.184 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.182+0000 7f31ce59c640 1 -- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31d015c670 msgr2=0x7f31d01ee280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:33.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.182+0000 7f31ce59c640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31d015c670 0x7f31d01ee280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:33.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.182+0000 7f31ce59c640 1 -- 172.21.15.16:0/1406555849 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d00b8270 con 0x7f31d00ccf60 2024-09-11T22:45:33.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.182+0000 7f31ce59c640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31d00ccf60 0x7f31d01f42c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f31c000c4b0 tx=0x7f31c000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:33.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.182+0000 7f31c6ffd640 1 -- 172.21.15.16:0/1406555849 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0017070 con 0x7f31d00ccf60 2024-09-11T22:45:33.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.182+0000 7f31c6ffd640 1 -- 172.21.15.16:0/1406555849 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c0005480 con 0x7f31d00ccf60 2024-09-11T22:45:33.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.182+0000 7f31d4991640 1 -- 172.21.15.16:0/1406555849 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31d00b76f0 con 0x7f31d00ccf60 2024-09-11T22:45:33.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.182+0000 7f31c6ffd640 1 -- 172.21.15.16:0/1406555849 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0003830 con 0x7f31d00ccf60 2024-09-11T22:45:33.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.182+0000 7f31d4991640 1 -- 172.21.15.16:0/1406555849 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31d00b7cb0 con 0x7f31d00ccf60 2024-09-11T22:45:33.185 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.183+0000 7f31d4991640 1 -- 172.21.15.16:0/1406555849 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31d00b19d0 con 0x7f31d00ccf60 2024-09-11T22:45:33.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.183+0000 7f31c6ffd640 1 -- 172.21.15.16:0/1406555849 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f31c001a070 con 0x7f31d00ccf60 2024-09-11T22:45:33.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.184+0000 7f31c6ffd640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f31b006be30 0x7f31b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:33.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.184+0000 7f31c6ffd640 1 -- 172.21.15.16:0/1406555849 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6850+0+0 (secure 0 0 0) 0x7f31c008a600 con 0x7f31d00ccf60 2024-09-11T22:45:33.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.184+0000 7f31c7fff640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f31b006be30 0x7f31b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:33.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.185+0000 7f31c7fff640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f31b006be30 0x7f31b006e2f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f31d00d3360 tx=0x7f31b8009240 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:33.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.188+0000 7f31c6ffd640 1 -- 172.21.15.16:0/1406555849 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f31c00584d0 con 0x7f31d00ccf60 2024-09-11T22:45:33.363 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:33.362+0000 7f31d4991640 1 -- 172.21.15.16:0/1406555849 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f31d00ccb60 con 0x7f31d00ccf60 2024-09-11T22:45:34.099 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.099+0000 7f31c6ffd640 1 -- 172.21.15.16:0/1406555849 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v28) ==== 181+0+0 (secure 0 0 0) 0x7f31c005c7d0 con 0x7f31d00ccf60 2024-09-11T22:45:34.100 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-11T22:45:34.103 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.103+0000 7f31d4991640 1 -- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f31b006be30 msgr2=0x7f31b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.103+0000 7f31d4991640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f31b006be30 0x7f31b006e2f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f31d00d3360 tx=0x7f31b8009240 comp rx=0 tx=0).stop 2024-09-11T22:45:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.103+0000 7f31d4991640 1 -- 172.21.15.16:0/1406555849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31d00ccf60 msgr2=0x7f31d01f42c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.103+0000 7f31d4991640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31d00ccf60 0x7f31d01f42c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f31c000c4b0 tx=0x7f31c000c970 comp rx=0 tx=0).stop 2024-09-11T22:45:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.103+0000 7f31d4991640 1 -- 172.21.15.16:0/1406555849 shutdown_connections 2024-09-11T22:45:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.103+0000 7f31d4991640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f31b006be30 0x7f31b006e2f0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.103+0000 7f31d4991640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f31d015c670 0x7f31d01ee280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.103+0000 7f31d4991640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f31d00cef70 0x7f31d00b6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.103+0000 7f31d4991640 1 --2- 172.21.15.16:0/1406555849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31d00ccf60 0x7f31d01f42c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.103+0000 7f31d4991640 1 -- 172.21.15.16:0/1406555849 >> 172.21.15.16:0/1406555849 conn(0x7f31d00b4110 msgr2=0x7f31d0070ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:34.104 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.103+0000 7f31d4991640 1 -- 172.21.15.16:0/1406555849 shutdown_connections 2024-09-11T22:45:34.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.104+0000 7f31d4991640 1 -- 172.21.15.16:0/1406555849 wait complete. 2024-09-11T22:45:34.121 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-11T22:45:34.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.238+0000 7fdc697fd640 1 Processor -- start 2024-09-11T22:45:34.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.238+0000 7fdc697fd640 1 -- start start 2024-09-11T22:45:34.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.238+0000 7fdc697fd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdc6415e680 0x7fdc640d3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:34.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.238+0000 7fdc697fd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdc640d4200 0x7fdc640b6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:34.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.238+0000 7fdc697fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdc640b6780 0x7fdc6406cff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:34.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.238+0000 7fdc697fd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdc640d38c0 con 0x7fdc640d4200 2024-09-11T22:45:34.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.238+0000 7fdc697fd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdc640cef40 con 0x7fdc6415e680 2024-09-11T22:45:34.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.238+0000 7fdc697fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdc640cf220 con 0x7fdc640b6780 2024-09-11T22:45:34.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.239+0000 7fdc627fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdc640d4200 0x7fdc640b6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:34.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.239+0000 7fdc627fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdc640d4200 0x7fdc640b6240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46878/0 (socket says 172.21.15.16:46878) 2024-09-11T22:45:34.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.239+0000 7fdc627fc640 1 -- 172.21.15.16:0/1360428889 learned_addr learned my addr 172.21.15.16:0/1360428889 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:34.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.239+0000 7fdc62ffd640 1 --2- 172.21.15.16:0/1360428889 >> v2:172.21.15.104:3300/0 conn(0x7fdc6415e680 0x7fdc640d3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:34.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.239+0000 7fdc637fe640 1 --2- 172.21.15.16:0/1360428889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdc640b6780 0x7fdc6406cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:34.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.239+0000 7fdc627fc640 1 -- 172.21.15.16:0/1360428889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdc640b6780 msgr2=0x7fdc6406cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:34.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.239+0000 7fdc627fc640 1 --2- 172.21.15.16:0/1360428889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdc640b6780 0x7fdc6406cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.239+0000 7fdc627fc640 1 -- 172.21.15.16:0/1360428889 >> v2:172.21.15.104:3300/0 conn(0x7fdc6415e680 msgr2=0x7fdc640d3cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:34.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.239+0000 7fdc627fc640 1 --2- 172.21.15.16:0/1360428889 >> v2:172.21.15.104:3300/0 conn(0x7fdc6415e680 0x7fdc640d3cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.239+0000 7fdc627fc640 1 -- 172.21.15.16:0/1360428889 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc640cf500 con 0x7fdc640d4200 2024-09-11T22:45:34.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.240+0000 7fdc627fc640 1 --2- 172.21.15.16:0/1360428889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdc640d4200 0x7fdc640b6240 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fdc6406e090 tx=0x7fdc4c02a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99614bbf9fe58e60 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:34.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.240+0000 7fdc61ffb640 1 -- 172.21.15.16:0/1360428889 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c037070 con 0x7fdc640d4200 2024-09-11T22:45:34.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.240+0000 7fdc61ffb640 1 -- 172.21.15.16:0/1360428889 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc4c02ae00 con 0x7fdc640d4200 2024-09-11T22:45:34.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.240+0000 7fdc61ffb640 1 -- 172.21.15.16:0/1360428889 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c032660 con 0x7fdc640d4200 2024-09-11T22:45:34.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.240+0000 7fdc697fd640 1 -- 172.21.15.16:0/1360428889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdc640d4200 msgr2=0x7fdc640b6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:34.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.240+0000 7fdc697fd640 1 --2- 172.21.15.16:0/1360428889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdc640d4200 0x7fdc640b6240 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fdc6406e090 tx=0x7fdc4c02a0b0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.240+0000 7fdc697fd640 1 -- 172.21.15.16:0/1360428889 shutdown_connections 2024-09-11T22:45:34.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.240+0000 7fdc697fd640 1 --2- 172.21.15.16:0/1360428889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdc640b6780 0x7fdc6406cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.240+0000 7fdc697fd640 1 --2- 172.21.15.16:0/1360428889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdc640d4200 0x7fdc640b6240 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.240+0000 7fdc697fd640 1 --2- 172.21.15.16:0/1360428889 >> v2:172.21.15.104:3300/0 conn(0x7fdc6415e680 0x7fdc640d3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.241+0000 7fdc697fd640 1 -- 172.21.15.16:0/1360428889 >> 172.21.15.16:0/1360428889 conn(0x7fdc64067f80 msgr2=0x7fdc640d1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:34.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.241+0000 7fdc697fd640 1 -- 172.21.15.16:0/1360428889 shutdown_connections 2024-09-11T22:45:34.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.241+0000 7fdc697fd640 1 -- 172.21.15.16:0/1360428889 wait complete. 2024-09-11T22:45:34.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.242+0000 7fdc697fd640 1 Processor -- start 2024-09-11T22:45:34.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.242+0000 7fdc697fd640 1 -- start start 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc697fd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc640b6780 0x7fdc640abeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc697fd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdc640d4200 0x7fdc640b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc697fd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdc6415e680 0x7fdc640ad060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc697fd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdc6415ebe0 con 0x7fdc640d4200 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc697fd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdc6415ea60 con 0x7fdc640b6780 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc697fd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdc6406d530 con 0x7fdc6415e680 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc627fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdc640d4200 0x7fdc640b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc627fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdc640d4200 0x7fdc640b2a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46884/0 (socket says 172.21.15.16:46884) 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc627fc640 1 -- 172.21.15.16:0/993520785 learned_addr learned my addr 172.21.15.16:0/993520785 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc62ffd640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc640b6780 0x7fdc640abeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc637fe640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdc6415e680 0x7fdc640ad060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:34.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc627fc640 1 -- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdc6415e680 msgr2=0x7fdc640ad060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc627fc640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdc6415e680 0x7fdc640ad060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc627fc640 1 -- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc640b6780 msgr2=0x7fdc640abeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc627fc640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc640b6780 0x7fdc640abeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc627fc640 1 -- 172.21.15.16:0/993520785 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc641f4d00 con 0x7fdc640d4200 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc62ffd640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc640b6780 0x7fdc640abeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.243+0000 7fdc627fc640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdc640d4200 0x7fdc640b2a10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c02a0f0 tx=0x7fdc4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.244+0000 7fdc5b7fe640 1 -- 172.21.15.16:0/993520785 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c041070 con 0x7fdc640d4200 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.244+0000 7fdc5b7fe640 1 -- 172.21.15.16:0/993520785 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc4c03c460 con 0x7fdc640d4200 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.244+0000 7fdc5b7fe640 1 -- 172.21.15.16:0/993520785 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c037040 con 0x7fdc640d4200 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.244+0000 7fdc697fd640 1 -- 172.21.15.16:0/993520785 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc640ab3d0 con 0x7fdc640d4200 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.244+0000 7fdc697fd640 1 -- 172.21.15.16:0/993520785 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc640ab990 con 0x7fdc640d4200 2024-09-11T22:45:34.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.245+0000 7fdc697fd640 1 -- 172.21.15.16:0/993520785 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc640ab1c0 con 0x7fdc640d4200 2024-09-11T22:45:34.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.245+0000 7fdc5b7fe640 1 -- 172.21.15.16:0/993520785 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdc4c03a070 con 0x7fdc640d4200 2024-09-11T22:45:34.248 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.246+0000 7fdc5b7fe640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdc4406be30 0x7fdc4406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:34.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.246+0000 7fdc5b7fe640 1 -- 172.21.15.16:0/993520785 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6412+0+0 (secure 0 0 0) 0x7fdc4c0ab260 con 0x7fdc640d4200 2024-09-11T22:45:34.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.246+0000 7fdc62ffd640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdc4406be30 0x7fdc4406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:34.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.247+0000 7fdc62ffd640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdc4406be30 0x7fdc4406e2f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fdc640ac890 tx=0x7fdc5c009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:34.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.250+0000 7fdc5b7fe640 1 -- 172.21.15.16:0/993520785 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdc4c079300 con 0x7fdc640d4200 2024-09-11T22:45:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:34.428+0000 7fdc697fd640 1 -- 172.21.15.16:0/993520785 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fdc640b6240 con 0x7fdc640d4200 2024-09-11T22:45:35.105 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.104+0000 7fdc5b7fe640 1 -- 172.21.15.16:0/993520785 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v29) ==== 169+0+0 (secure 0 0 0) 0x7fdc4c07d600 con 0x7fdc640d4200 2024-09-11T22:45:35.105 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-11T22:45:35.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.110+0000 7fdc697fd640 1 -- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdc4406be30 msgr2=0x7fdc4406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:35.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.110+0000 7fdc697fd640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdc4406be30 0x7fdc4406e2f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fdc640ac890 tx=0x7fdc5c009190 comp rx=0 tx=0).stop 2024-09-11T22:45:35.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.110+0000 7fdc697fd640 1 -- 172.21.15.16:0/993520785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdc640d4200 msgr2=0x7fdc640b2a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:35.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.110+0000 7fdc697fd640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdc640d4200 0x7fdc640b2a10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c02a0f0 tx=0x7fdc4c0046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:35.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.112+0000 7fdc697fd640 1 -- 172.21.15.16:0/993520785 shutdown_connections 2024-09-11T22:45:35.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.112+0000 7fdc697fd640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdc4406be30 0x7fdc4406e2f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:35.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.112+0000 7fdc697fd640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdc6415e680 0x7fdc640ad060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:35.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.112+0000 7fdc697fd640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdc640d4200 0x7fdc640b2a10 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:35.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.112+0000 7fdc697fd640 1 --2- 172.21.15.16:0/993520785 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdc640b6780 0x7fdc640abeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:35.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.112+0000 7fdc697fd640 1 -- 172.21.15.16:0/993520785 >> 172.21.15.16:0/993520785 conn(0x7fdc64067f80 msgr2=0x7fdc640b5930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:35.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.113+0000 7fdc697fd640 1 -- 172.21.15.16:0/993520785 shutdown_connections 2024-09-11T22:45:35.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.113+0000 7fdc697fd640 1 -- 172.21.15.16:0/993520785 wait complete. 2024-09-11T22:45:35.131 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-11T22:45:35.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.244+0000 7fb507752640 1 Processor -- start 2024-09-11T22:45:35.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.245+0000 7fb507752640 1 -- start start 2024-09-11T22:45:35.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.246+0000 7fb507752640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5000b6240 0x7fb5000b6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:35.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.246+0000 7fb507752640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5000d2a60 con 0x7fb50015e680 2024-09-11T22:45:35.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.246+0000 7fb507752640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5000d2d40 con 0x7fb500166350 2024-09-11T22:45:35.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.246+0000 7fb507752640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb5000b7850 con 0x7fb5000b6240 2024-09-11T22:45:35.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.246+0000 7fb5054ee640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb50015e680 0x7fb5000d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49806/0 (socket says 172.21.15.16:49806) 2024-09-11T22:45:35.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.247+0000 7fb5054ee640 1 -- 172.21.15.16:0/2248783263 learned_addr learned my addr 172.21.15.16:0/2248783263 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:35.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.247+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2573446516 0 0) 0x7fb5000d2a60 con 0x7fb50015e680 2024-09-11T22:45:35.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.247+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb4ec003520 con 0x7fb50015e680 2024-09-11T22:45:35.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.247+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1605206350 0 0) 0x7fb4ec003520 con 0x7fb50015e680 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.247+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5000b6240 msgr2=0x7fb5000b6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.247+0000 7fb4f7fff640 1 --2- 172.21.15.16:0/2248783263 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5000b6240 0x7fb5000b6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.247+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 >> v1:172.21.15.104:6789/0 conn(0x7fb500166350 legacy=0x7fb500168740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.247+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5000d3020 con 0x7fb50015e680 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.247+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7fb4fc001670 con 0x7fb50015e680 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.247+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 >> v1:172.21.15.16:6789/0 conn(0x7fb50015e680 legacy=0x7fb5000d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb4f7fff640 1 --2- 172.21.15.16:0/2248783263 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4ec0039e0 0x7fb4ec003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb4f7fff640 1 --2- 172.21.15.16:0/2248783263 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5000b6240 0x7fb4ec004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb4f7fff640 1 --2- 172.21.15.16:0/2248783263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4ec004e10 0x7fb4ec005290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb4ec00bc20 con 0x7fb4ec0039e0 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb4ec00bdd0 con 0x7fb4ec004e10 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb4ec00bfd0 con 0x7fb5000b6240 2024-09-11T22:45:35.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb5054ee640 1 --2- 172.21.15.16:0/2248783263 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4ec0039e0 0x7fb4ec003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:35.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb504ced640 1 --2- 172.21.15.16:0/2248783263 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5000b6240 0x7fb4ec004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:35.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb505cef640 1 --2- 172.21.15.16:0/2248783263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4ec004e10 0x7fb4ec005290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:35.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb5054ee640 1 -- 172.21.15.16:0/2248783263 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5000b6240 msgr2=0x7fb4ec004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:35.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb5054ee640 1 --2- 172.21.15.16:0/2248783263 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb5000b6240 0x7fb4ec004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:35.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb5054ee640 1 -- 172.21.15.16:0/2248783263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4ec004e10 msgr2=0x7fb4ec005290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:35.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb5054ee640 1 --2- 172.21.15.16:0/2248783263 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4ec004e10 0x7fb4ec005290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:35.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.248+0000 7fb5054ee640 1 -- 172.21.15.16:0/2248783263 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4ec003520 con 0x7fb4ec0039e0 2024-09-11T22:45:35.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.249+0000 7fb5054ee640 1 --2- 172.21.15.16:0/2248783263 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4ec0039e0 0x7fb4ec003e00 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc00c0e0 tx=0x7fb4ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97070a22c23b3d94 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.249+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc007c20 con 0x7fb4ec0039e0 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.250+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4fc005af0 con 0x7fb4ec0039e0 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.250+0000 7fb4f7fff640 1 -- 172.21.15.16:0/2248783263 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc007070 con 0x7fb4ec0039e0 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.250+0000 7fb507752640 1 -- 172.21.15.16:0/2248783263 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4ec0039e0 msgr2=0x7fb4ec003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.250+0000 7fb507752640 1 --2- 172.21.15.16:0/2248783263 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4ec0039e0 0x7fb4ec003e00 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc00c0e0 tx=0x7fb4ec005830 comp rx=0 tx=0).stop 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.250+0000 7fb505cef640 1 -- 172.21.15.16:0/2248783263 reap_dead start 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.250+0000 7fb507752640 1 -- 172.21.15.16:0/2248783263 shutdown_connections 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.250+0000 7fb507752640 1 -- 172.21.15.16:0/2248783263 >> 172.21.15.16:0/2248783263 conn(0x7fb500067fb0 msgr2=0x7fb5000d1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.250+0000 7fb507752640 1 -- 172.21.15.16:0/2248783263 shutdown_connections 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.251+0000 7fb507752640 1 -- 172.21.15.16:0/2248783263 wait complete. 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.252+0000 7fb507752640 1 Processor -- start 2024-09-11T22:45:35.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.252+0000 7fb507752640 1 -- start start 2024-09-11T22:45:35.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.252+0000 7fb507752640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4ec0039e0 0x7fb5000cb890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:35.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.252+0000 7fb507752640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb500160050 0x7fb5001588e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb507752640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5001f3dc0 0x7fb5000b4120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb507752640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb5000d4440 con 0x7fb5001f3dc0 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb507752640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb5000d35e0 con 0x7fb500160050 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb507752640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb5000d45c0 con 0x7fb4ec0039e0 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb505cef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5001f3dc0 0x7fb5000b4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb505cef640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5001f3dc0 0x7fb5000b4120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46904/0 (socket says 172.21.15.16:46904) 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb505cef640 1 -- 172.21.15.16:0/3946780560 learned_addr learned my addr 172.21.15.16:0/3946780560 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb5054ee640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4ec0039e0 0x7fb5000cb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb505cef640 1 -- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4ec0039e0 msgr2=0x7fb5000cb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb505cef640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4ec0039e0 0x7fb5000cb890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb505cef640 1 -- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb500160050 msgr2=0x7fb5001588e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:35.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb505cef640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb500160050 0x7fb5001588e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:35.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb505cef640 1 -- 172.21.15.16:0/3946780560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5000cbf90 con 0x7fb5001f3dc0 2024-09-11T22:45:35.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb505cef640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5001f3dc0 0x7fb5000b4120 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fb5000b7080 tx=0x7fb4f800fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:35.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb4f5ffb640 1 -- 172.21.15.16:0/3946780560 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f801a070 con 0x7fb5001f3dc0 2024-09-11T22:45:35.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb4f5ffb640 1 -- 172.21.15.16:0/3946780560 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4f8006d60 con 0x7fb5001f3dc0 2024-09-11T22:45:35.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb507752640 1 -- 172.21.15.16:0/3946780560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5000cc270 con 0x7fb5001f3dc0 2024-09-11T22:45:35.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.253+0000 7fb4f5ffb640 1 -- 172.21.15.16:0/3946780560 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f8003b90 con 0x7fb5001f3dc0 2024-09-11T22:45:35.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.254+0000 7fb507752640 1 -- 172.21.15.16:0/3946780560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5000cc830 con 0x7fb5001f3dc0 2024-09-11T22:45:35.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.255+0000 7fb507752640 1 -- 172.21.15.16:0/3946780560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb500159200 con 0x7fb5001f3dc0 2024-09-11T22:45:35.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.255+0000 7fb4f5ffb640 1 -- 172.21.15.16:0/3946780560 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb4f801d070 con 0x7fb5001f3dc0 2024-09-11T22:45:35.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.255+0000 7fb4f5ffb640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb4e406be80 0x7fb4e406e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:35.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.256+0000 7fb4f5ffb640 1 -- 172.21.15.16:0/3946780560 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5853+0+0 (secure 0 0 0) 0x7fb4f808a570 con 0x7fb5001f3dc0 2024-09-11T22:45:35.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.256+0000 7fb5054ee640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb4e406be80 0x7fb4e406e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:35.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.257+0000 7fb5054ee640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb4e406be80 0x7fb4e406e340 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc032000 tx=0x7fb4fc009030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:35.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.260+0000 7fb4f5ffb640 1 -- 172.21.15.16:0/3946780560 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb4f8058f70 con 0x7fb5001f3dc0 2024-09-11T22:45:35.436 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:35.435+0000 7fb507752640 1 -- 172.21.15.16:0/3946780560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb5000b7d40 con 0x7fb5001f3dc0 2024-09-11T22:45:36.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.106+0000 7fb4f5ffb640 1 -- 172.21.15.16:0/3946780560 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v30) ==== 178+0+0 (secure 0 0 0) 0x7fb4f8058870 con 0x7fb5001f3dc0 2024-09-11T22:45:36.107 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data_ec' removed 2024-09-11T22:45:36.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.110+0000 7fb507752640 1 -- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb4e406be80 msgr2=0x7fb4e406e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:36.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.110+0000 7fb507752640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb4e406be80 0x7fb4e406e340 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc032000 tx=0x7fb4fc009030 comp rx=0 tx=0).stop 2024-09-11T22:45:36.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.110+0000 7fb507752640 1 -- 172.21.15.16:0/3946780560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5001f3dc0 msgr2=0x7fb5000b4120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:36.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.110+0000 7fb507752640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5001f3dc0 0x7fb5000b4120 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fb5000b7080 tx=0x7fb4f800fd40 comp rx=0 tx=0).stop 2024-09-11T22:45:36.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.110+0000 7fb507752640 1 -- 172.21.15.16:0/3946780560 shutdown_connections 2024-09-11T22:45:36.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.110+0000 7fb507752640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb4e406be80 0x7fb4e406e340 secure :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc032000 tx=0x7fb4fc009030 comp rx=0 tx=0).stop 2024-09-11T22:45:36.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.110+0000 7fb507752640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5001f3dc0 0x7fb5000b4120 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:36.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.110+0000 7fb507752640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb500160050 0x7fb5001588e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:36.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.110+0000 7fb507752640 1 --2- 172.21.15.16:0/3946780560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4ec0039e0 0x7fb5000cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:36.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.110+0000 7fb507752640 1 -- 172.21.15.16:0/3946780560 >> 172.21.15.16:0/3946780560 conn(0x7fb500067fb0 msgr2=0x7fb5000b5a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:36.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.111+0000 7fb507752640 1 -- 172.21.15.16:0/3946780560 shutdown_connections 2024-09-11T22:45:36.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.111+0000 7fb507752640 1 -- 172.21.15.16:0/3946780560 wait complete. 2024-09-11T22:45:36.127 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-11T22:45:36.127 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-11T22:45:36.128 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-11T22:45:36.128 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:45:36.128 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-11T22:45:36.128 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-11T22:45:36.128 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-11T22:45:36.128 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:45:36.129 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-11T22:45:36.129 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-11T22:45:36.129 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-11T22:45:36.129 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:45:36.129 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-11T22:45:36.129 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-11T22:45:36.129 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-11T22:45:36.130 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:45:36.138 INFO:tasks.ceph.mds.a:Stopped 2024-09-11T22:45:36.138 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-11T22:45:36.139 INFO:tasks.ceph.mds.c:Stopped 2024-09-11T22:45:36.140 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-11T22:45:36.141 INFO:tasks.ceph.mds.b:Stopped 2024-09-11T22:45:36.141 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-11T22:45:36.141 INFO:tasks.ceph.mds.d:Stopped 2024-09-11T22:45:36.142 DEBUG:teuthology.orchestra.run.smithi104:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-11T22:45:36.182 INFO:tasks.ceph.mds.a:Started 2024-09-11T22:45:36.182 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:36.183 INFO:tasks.ceph.mds.c:Started 2024-09-11T22:45:36.184 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:36.185 INFO:tasks.ceph.mds.b:Started 2024-09-11T22:45:36.185 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:36.185 INFO:tasks.ceph.mds.d:Started 2024-09-11T22:45:36.186 DEBUG:teuthology.parallel:result is None 2024-09-11T22:45:36.186 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-11T22:45:36.268 INFO:tasks.ceph.mds.b.smithi104.stdout:starting mds.b at 2024-09-11T22:45:36.268 INFO:tasks.ceph.mds.d.smithi104.stdout:starting mds.d at 2024-09-11T22:45:36.269 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2024-09-11T22:45:36.269 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-11T22:45:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.300+0000 7f9dd58e6640 1 Processor -- start 2024-09-11T22:45:36.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.300+0000 7f9dd58e6640 1 -- start start 2024-09-11T22:45:36.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.301+0000 7f9dd58e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd0162db0 0x7f9dd00b7980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:36.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.301+0000 7f9dd58e6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9dd015eb00 con 0x7f9dd00b7ec0 2024-09-11T22:45:36.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.301+0000 7f9dd58e6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9dd00d2c70 con 0x7f9dd015e720 2024-09-11T22:45:36.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.301+0000 7f9dd58e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9dd00d35a0 con 0x7f9dd0162db0 2024-09-11T22:45:36.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.301+0000 7f9dcf7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9dd00b7ec0 0x7f9dd00d1540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49836/0 (socket says 172.21.15.16:49836) 2024-09-11T22:45:36.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.301+0000 7f9dcf7fe640 1 -- 172.21.15.16:0/3284857287 learned_addr learned my addr 172.21.15.16:0/3284857287 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:36.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.301+0000 7f9dce7fc640 1 --2- 172.21.15.16:0/3284857287 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd0162db0 0x7f9dd00b7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:36.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.301+0000 7f9dcdffb640 1 -- 172.21.15.16:0/3284857287 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3799839958 0 0) 0x7f9dd015eb00 con 0x7f9dd00b7ec0 2024-09-11T22:45:36.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.301+0000 7f9dcdffb640 1 -- 172.21.15.16:0/3284857287 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9db8003520 con 0x7f9dd00b7ec0 2024-09-11T22:45:36.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.301+0000 7f9dcdffb640 1 -- 172.21.15.16:0/3284857287 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3619048230 0 0) 0x7f9dd00d2c70 con 0x7f9dd015e720 2024-09-11T22:45:36.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.302+0000 7f9dcdffb640 1 -- 172.21.15.16:0/3284857287 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9dd015eb00 con 0x7f9dd015e720 2024-09-11T22:45:36.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.302+0000 7f9dce7fc640 1 -- 172.21.15.16:0/3284857287 >> v1:172.21.15.104:6789/0 conn(0x7f9dd015e720 legacy=0x7f9dd00cf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:36.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.302+0000 7f9dce7fc640 1 -- 172.21.15.16:0/3284857287 >> v1:172.21.15.16:6789/0 conn(0x7f9dd00b7ec0 legacy=0x7f9dd00d1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:36.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.302+0000 7f9dce7fc640 1 -- 172.21.15.16:0/3284857287 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dd00d2f50 con 0x7f9dd0162db0 2024-09-11T22:45:36.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.302+0000 7f9dce7fc640 1 --2- 172.21.15.16:0/3284857287 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd0162db0 0x7f9dd00b7980 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9dc40097d0 tx=0x7f9dc402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b88f17c7128a7f06 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:36.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.303+0000 7f9dcdffb640 1 -- 172.21.15.16:0/3284857287 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4037070 con 0x7f9dd0162db0 2024-09-11T22:45:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.303+0000 7f9dcdffb640 1 -- 172.21.15.16:0/3284857287 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9dc4032440 con 0x7f9dd0162db0 2024-09-11T22:45:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.303+0000 7f9dcdffb640 1 -- 172.21.15.16:0/3284857287 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc40327f0 con 0x7f9dd0162db0 2024-09-11T22:45:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.303+0000 7f9dd58e6640 1 -- 172.21.15.16:0/3284857287 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd0162db0 msgr2=0x7f9dd00b7980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.303+0000 7f9dd58e6640 1 --2- 172.21.15.16:0/3284857287 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd0162db0 0x7f9dd00b7980 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9dc40097d0 tx=0x7f9dc402a210 comp rx=0 tx=0).stop 2024-09-11T22:45:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.303+0000 7f9dd58e6640 1 -- 172.21.15.16:0/3284857287 shutdown_connections 2024-09-11T22:45:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.303+0000 7f9dd58e6640 1 --2- 172.21.15.16:0/3284857287 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd0162db0 0x7f9dd00b7980 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.303+0000 7f9dd58e6640 1 -- 172.21.15.16:0/3284857287 >> 172.21.15.16:0/3284857287 conn(0x7f9dd0067b30 msgr2=0x7f9dd0067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.303+0000 7f9dd58e6640 1 -- 172.21.15.16:0/3284857287 shutdown_connections 2024-09-11T22:45:36.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.303+0000 7f9dd58e6640 1 -- 172.21.15.16:0/3284857287 wait complete. 2024-09-11T22:45:36.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.304+0000 7f9dd58e6640 1 Processor -- start 2024-09-11T22:45:36.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.305+0000 7f9dd58e6640 1 -- start start 2024-09-11T22:45:36.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.305+0000 7f9dd58e6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9dd00b7ec0 0x7f9dd00cd370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:36.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.305+0000 7f9dd58e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015e720 0x7f9dd00b92f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:36.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.305+0000 7f9dd58e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd0162db0 0x7f9dd00b9830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:36.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.305+0000 7f9dd58e6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd00d1c50 con 0x7f9dd015e720 2024-09-11T22:45:36.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.305+0000 7f9dd58e6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9dd01631f0 con 0x7f9dd00b7ec0 2024-09-11T22:45:36.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.305+0000 7f9dd58e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9dd00d1dd0 con 0x7f9dd0162db0 2024-09-11T22:45:36.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.305+0000 7f9dce7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015e720 0x7f9dd00b92f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:36.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dce7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015e720 0x7f9dd00b92f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46942/0 (socket says 172.21.15.16:46942) 2024-09-11T22:45:36.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dce7fc640 1 -- 172.21.15.16:0/900011433 learned_addr learned my addr 172.21.15.16:0/900011433 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dcf7fe640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd0162db0 0x7f9dd00b9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dceffd640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9dd00b7ec0 0x7f9dd00cd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dce7fc640 1 -- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd0162db0 msgr2=0x7f9dd00b9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dce7fc640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd0162db0 0x7f9dd00b9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dce7fc640 1 -- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9dd00b7ec0 msgr2=0x7f9dd00cd370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dce7fc640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9dd00b7ec0 0x7f9dd00cd370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dce7fc640 1 -- 172.21.15.16:0/900011433 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dd01f56b0 con 0x7f9dd015e720 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dce7fc640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015e720 0x7f9dd00b92f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9dc402a250 tx=0x7f9dc40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9db7fff640 1 -- 172.21.15.16:0/900011433 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4041020 con 0x7f9dd015e720 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dd58e6640 1 -- 172.21.15.16:0/900011433 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dd00cb9e0 con 0x7f9dd015e720 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9db7fff640 1 -- 172.21.15.16:0/900011433 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9dc403d6e0 con 0x7f9dd015e720 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9db7fff640 1 -- 172.21.15.16:0/900011433 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4037040 con 0x7f9dd015e720 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.306+0000 7f9dd58e6640 1 -- 172.21.15.16:0/900011433 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dd00cbfa0 con 0x7f9dd015e720 2024-09-11T22:45:36.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.307+0000 7f9dd58e6640 1 -- 172.21.15.16:0/900011433 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dd00b7980 con 0x7f9dd015e720 2024-09-11T22:45:36.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.308+0000 7f9db7fff640 1 -- 172.21.15.16:0/900011433 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9dc4044020 con 0x7f9dd015e720 2024-09-11T22:45:36.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.308+0000 7f9db7fff640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9dbc06be60 0x7f9dbc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:36.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.308+0000 7f9db7fff640 1 -- 172.21.15.16:0/900011433 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5335+0+0 (secure 0 0 0) 0x7f9dc40ab1c0 con 0x7f9dd015e720 2024-09-11T22:45:36.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.309+0000 7f9dceffd640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9dbc06be60 0x7f9dbc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:36.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.309+0000 7f9dceffd640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9dbc06be60 0x7f9dbc06e320 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9dc00010e0 tx=0x7f9dc0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:36.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.313+0000 7f9db7fff640 1 -- 172.21.15.16:0/900011433 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9dc404b070 con 0x7f9dd015e720 2024-09-11T22:45:36.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:36.503+0000 7f9dd58e6640 1 -- 172.21.15.16:0/900011433 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f9dd00d24f0 con 0x7f9dd015e720 2024-09-11T22:45:37.122 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.121+0000 7f9db7fff640 1 -- 172.21.15.16:0/900011433 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v32) ==== 97+0+0 (secure 0 0 0) 0x7f9dc4079600 con 0x7f9dd015e720 2024-09-11T22:45:37.122 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2024-09-11T22:45:37.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 -- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9dbc06be60 msgr2=0x7f9dbc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9dbc06be60 0x7f9dbc06e320 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9dc00010e0 tx=0x7f9dc0009040 comp rx=0 tx=0).stop 2024-09-11T22:45:37.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 -- 172.21.15.16:0/900011433 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015e720 msgr2=0x7f9dd00b92f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015e720 0x7f9dd00b92f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9dc402a250 tx=0x7f9dc40046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 -- 172.21.15.16:0/900011433 shutdown_connections 2024-09-11T22:45:37.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9dbc06be60 0x7f9dbc06e320 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9dd0162db0 0x7f9dd00b9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9dd015e720 0x7f9dd00b92f0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 --2- 172.21.15.16:0/900011433 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9dd00b7ec0 0x7f9dd00cd370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 -- 172.21.15.16:0/900011433 >> 172.21.15.16:0/900011433 conn(0x7f9dd0067b30 msgr2=0x7f9dd01596f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:37.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 -- 172.21.15.16:0/900011433 shutdown_connections 2024-09-11T22:45:37.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.124+0000 7f9dd58e6640 1 -- 172.21.15.16:0/900011433 wait complete. 2024-09-11T22:45:37.139 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-11T22:45:37.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.246+0000 7fbf2e48b640 1 Processor -- start 2024-09-11T22:45:37.247 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.246+0000 7fbf2e48b640 1 -- start start 2024-09-11T22:45:37.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.247+0000 7fbf2e48b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2815e770 0x7fbf280b9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:37.249 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.247+0000 7fbf2e48b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fbf2815eb50 0x7fbf280d3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.247+0000 7fbf2e48b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf280cee70 con 0x7fbf280b6100 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.247+0000 7fbf2e48b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fbf280cf3f0 con 0x7fbf2815eb50 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.247+0000 7fbf2e48b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbf280d3460 con 0x7fbf2815e770 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.247+0000 7fbf2ca28640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fbf280b6100 0x7fbf280b77b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49842/0 (socket says 172.21.15.16:49842) 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.247+0000 7fbf2ca28640 1 -- 172.21.15.16:0/1554284491 learned_addr learned my addr 172.21.15.16:0/1554284491 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.248+0000 7fbf27fff640 1 --2- 172.21.15.16:0/1554284491 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2815e770 0x7fbf280b9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.248+0000 7fbf277fe640 1 --2- 172.21.15.16:0/1554284491 >> v2:172.21.15.104:3300/0 conn(0x7fbf2815eb50 0x7fbf280d3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.248+0000 7fbf26ffd640 1 -- 172.21.15.16:0/1554284491 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 696841194 0 0) 0x7fbf280cee70 con 0x7fbf280b6100 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.248+0000 7fbf26ffd640 1 -- 172.21.15.16:0/1554284491 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbf10003520 con 0x7fbf280b6100 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.248+0000 7fbf27fff640 1 -- 172.21.15.16:0/1554284491 >> v2:172.21.15.104:3300/0 conn(0x7fbf2815eb50 msgr2=0x7fbf280d3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.248+0000 7fbf27fff640 1 --2- 172.21.15.16:0/1554284491 >> v2:172.21.15.104:3300/0 conn(0x7fbf2815eb50 0x7fbf280d3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.248+0000 7fbf27fff640 1 -- 172.21.15.16:0/1554284491 >> v1:172.21.15.16:6789/0 conn(0x7fbf280b6100 legacy=0x7fbf280b77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.250 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.248+0000 7fbf27fff640 1 -- 172.21.15.16:0/1554284491 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf280d3130 con 0x7fbf2815e770 2024-09-11T22:45:37.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.249+0000 7fbf27fff640 1 --2- 172.21.15.16:0/1554284491 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2815e770 0x7fbf280b9fa0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbf180097a0 tx=0x7fbf1802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5215bfed5b815df3 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:37.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.249+0000 7fbf26ffd640 1 -- 172.21.15.16:0/1554284491 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf18037070 con 0x7fbf2815e770 2024-09-11T22:45:37.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.249+0000 7fbf26ffd640 1 -- 172.21.15.16:0/1554284491 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf1802ae50 con 0x7fbf2815e770 2024-09-11T22:45:37.251 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.249+0000 7fbf26ffd640 1 -- 172.21.15.16:0/1554284491 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf18032640 con 0x7fbf2815e770 2024-09-11T22:45:37.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.249+0000 7fbf2e48b640 1 -- 172.21.15.16:0/1554284491 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2815e770 msgr2=0x7fbf280b9fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.249+0000 7fbf2e48b640 1 --2- 172.21.15.16:0/1554284491 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2815e770 0x7fbf280b9fa0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbf180097a0 tx=0x7fbf1802a100 comp rx=0 tx=0).stop 2024-09-11T22:45:37.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.250+0000 7fbf2e48b640 1 -- 172.21.15.16:0/1554284491 shutdown_connections 2024-09-11T22:45:37.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.250+0000 7fbf2e48b640 1 --2- 172.21.15.16:0/1554284491 >> v2:172.21.15.104:3300/0 conn(0x7fbf2815eb50 0x7fbf280d3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.250+0000 7fbf2e48b640 1 --2- 172.21.15.16:0/1554284491 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2815e770 0x7fbf280b9fa0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.250+0000 7fbf2e48b640 1 -- 172.21.15.16:0/1554284491 >> 172.21.15.16:0/1554284491 conn(0x7fbf280d12e0 msgr2=0x7fbf280d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:37.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.250+0000 7fbf2e48b640 1 -- 172.21.15.16:0/1554284491 shutdown_connections 2024-09-11T22:45:37.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.250+0000 7fbf2e48b640 1 -- 172.21.15.16:0/1554284491 wait complete. 2024-09-11T22:45:37.252 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.251+0000 7fbf2e48b640 1 Processor -- start 2024-09-11T22:45:37.253 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.251+0000 7fbf2e48b640 1 -- start start 2024-09-11T22:45:37.254 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf2e48b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf280b6100 0x7fbf28161410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf2e48b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf2815e770 0x7fbf280caa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf2e48b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2815eb50 0x7fbf2815ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf2e48b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fbf280ba660 con 0x7fbf2815e770 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf2e48b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fbf280ba4e0 con 0x7fbf280b6100 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf2e48b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fbf280d41e0 con 0x7fbf2815eb50 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf277fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf2815e770 0x7fbf280caa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf277fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf2815e770 0x7fbf280caa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46952/0 (socket says 172.21.15.16:46952) 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf277fe640 1 -- 172.21.15.16:0/725811377 learned_addr learned my addr 172.21.15.16:0/725811377 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf27fff640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf280b6100 0x7fbf28161410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf2ca28640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2815eb50 0x7fbf2815ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf277fe640 1 -- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2815eb50 msgr2=0x7fbf2815ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf277fe640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2815eb50 0x7fbf2815ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf277fe640 1 -- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf280b6100 msgr2=0x7fbf28161410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf277fe640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf280b6100 0x7fbf28161410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf277fe640 1 -- 172.21.15.16:0/725811377 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf2815f4a0 con 0x7fbf2815e770 2024-09-11T22:45:37.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf277fe640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf2815e770 0x7fbf280caa10 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c00e9b0 tx=0x7fbf1c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:37.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.252+0000 7fbf24ff9640 1 -- 172.21.15.16:0/725811377 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c017070 con 0x7fbf2815e770 2024-09-11T22:45:37.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.253+0000 7fbf24ff9640 1 -- 172.21.15.16:0/725811377 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf1c00c9a0 con 0x7fbf2815e770 2024-09-11T22:45:37.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.253+0000 7fbf2e48b640 1 -- 172.21.15.16:0/725811377 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf28161ab0 con 0x7fbf2815e770 2024-09-11T22:45:37.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.253+0000 7fbf24ff9640 1 -- 172.21.15.16:0/725811377 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf1c00cd70 con 0x7fbf2815e770 2024-09-11T22:45:37.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.253+0000 7fbf2e48b640 1 -- 172.21.15.16:0/725811377 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf281f5a00 con 0x7fbf2815e770 2024-09-11T22:45:37.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.254+0000 7fbf2e48b640 1 -- 172.21.15.16:0/725811377 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf280cf800 con 0x7fbf2815e770 2024-09-11T22:45:37.256 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.254+0000 7fbf24ff9640 1 -- 172.21.15.16:0/725811377 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fbf1c01a070 con 0x7fbf2815e770 2024-09-11T22:45:37.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.254+0000 7fbf24ff9640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbf1406be30 0x7fbf1406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:37.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.255+0000 7fbf24ff9640 1 -- 172.21.15.16:0/725811377 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fbf1c08ab90 con 0x7fbf2815e770 2024-09-11T22:45:37.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.255+0000 7fbf27fff640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbf1406be30 0x7fbf1406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:37.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.255+0000 7fbf27fff640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbf1406be30 0x7fbf1406e2f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fbf18034000 tx=0x7fbf1802e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:37.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.259+0000 7fbf24ff9640 1 -- 172.21.15.16:0/725811377 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fbf1c059140 con 0x7fbf2815e770 2024-09-11T22:45:37.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.503+0000 7fbf2e48b640 1 -- 172.21.15.16:0/725811377 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fbf280d16c0 con 0x7fbf2815e770 2024-09-11T22:45:37.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.504+0000 7fbf24ff9640 1 -- 172.21.15.16:0/725811377 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7fbf1c05d440 con 0x7fbf2815e770 2024-09-11T22:45:37.505 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:37.505 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:45:37.505 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2024-09-11T22:45:37.505 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.505 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2024-09-11T22:45:37.505 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAoHeJmqG9JChAAi6OPiVE5f1EjPJs1tjubig==", 2024-09-11T22:45:37.505 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.505 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-11T22:45:37.505 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-11T22:45:37.505 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-11T22:45:37.505 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAoHeJmiRksFhAAlSBNEVYVLV4RVqom/3E1XA==", 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.506 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2024-09-11T22:45:37.507 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAoHeJmo/p6ERAA5es5/t8T/hjmYahjw/my7w==", 2024-09-11T22:45:37.507 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.507 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-11T22:45:37.507 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-11T22:45:37.507 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-11T22:45:37.507 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.507 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.507 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.507 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.507 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAoHeJmAGooHRAAXuHV39ZjuspqACd9gwyTyg==", 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAqHeJm1ywUBxAA2jyWR1WjRYVh06NUPfPFfw==", 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.508 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAtHeJmHYGgFxAA15XCrwEZw7Z3KL4vw2rEzw==", 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.509 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAwHeJm6loyOBAAicnZJVw85KHqsbmHaTbPVg==", 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQA0HeJmiA7wDRAApArTWPLm5WgC2yrwOUh0fQ==", 2024-09-11T22:45:37.510 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.511 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-11T22:45:37.511 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-11T22:45:37.511 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.511 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.511 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.511 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.511 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2024-09-11T22:45:37.511 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQA6HeJmsPSONxAArShWqkatmehrgm6+1LmM8g==", 2024-09-11T22:45:37.511 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.511 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-11T22:45:37.511 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQA+HeJmQ5UKDRAAjVj6KWe9HDzEly8axtVAUg==", 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.512 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBBHeJmCY9WDhAAxeA9hPJqFVAWhSmQYJaY2A==", 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBEHeJmYbTTDxAAC+bdoFtMRdZP6l39f0xcsA==", 2024-09-11T22:45:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAoHeJmM/JFIRAAKpycpXpj4zP1K2sKZfIwXw==", 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-11T22:45:37.514 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.515 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.515 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.515 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2024-09-11T22:45:37.515 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAoHeJm7mo1KhAAZUIjCsRVf+t7JZSBz6gBjw==", 2024-09-11T22:45:37.515 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.515 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-11T22:45:37.515 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-11T22:45:37.515 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-11T22:45:37.515 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAoHeJmjtMFJxAARHM4RFDem0Ic/DQcS7mvAg==", 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.516 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAoHeJmIgnGLxAAgtTsLVQtSRNilfvcVzt24Q==", 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAnHeJmTPtVKRAAIkW5LIePqqvQ1FlvOPbzhw==", 2024-09-11T22:45:37.517 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-mds", 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBKHeJmjtXyCBAAKtIEmBe1hPwSZVXOE7gxEQ==", 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-mds" 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.518 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-mgr", 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBKHeJmMN7yCBAAvuTsFwJo8CfVrw9lmSvMIw==", 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-osd", 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBKHeJmSuXyCBAAHrA8T4T16ofuEUoZkBUzww==", 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-osd" 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.519 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-rbd", 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBKHeJme+zyCBAAEhkbdwNGXqFbw4ZuwFIcng==", 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBKHeJm2fXyCBAAGsOrdfA73iiyGzn3j2s4bQ==", 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.520 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-rgw", 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBKHeJmUf3yCBAAJpWKlgKmndbea5/iZGAW7Q==", 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAoHeJmr44ABxAAJtEFr0Rqc6xRZY4jIL7Cag==", 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-11T22:45:37.521 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.522 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.522 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2024-09-11T22:45:37.522 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:37.522 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2024-09-11T22:45:37.522 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAoHeJmdPXDAhAA5QIiq95n5UI4YK8whNMRqw==", 2024-09-11T22:45:37.522 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2024-09-11T22:45:37.522 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2024-09-11T22:45:37.522 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2024-09-11T22:45:37.522 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2024-09-11T22:45:37.522 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.522 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:37.523 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2024-09-11T22:45:37.523 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:45:37.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 -- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbf1406be30 msgr2=0x7fbf1406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbf1406be30 0x7fbf1406e2f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fbf18034000 tx=0x7fbf1802e000 comp rx=0 tx=0).stop 2024-09-11T22:45:37.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 -- 172.21.15.16:0/725811377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf2815e770 msgr2=0x7fbf280caa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf2815e770 0x7fbf280caa10 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c00e9b0 tx=0x7fbf1c00ee70 comp rx=0 tx=0).stop 2024-09-11T22:45:37.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 -- 172.21.15.16:0/725811377 shutdown_connections 2024-09-11T22:45:37.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fbf1406be30 0x7fbf1406e2f0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fbf2815eb50 0x7fbf2815ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf2815e770 0x7fbf280caa10 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 --2- 172.21.15.16:0/725811377 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fbf280b6100 0x7fbf28161410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 -- 172.21.15.16:0/725811377 >> 172.21.15.16:0/725811377 conn(0x7fbf280d12e0 msgr2=0x7fbf2806d070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:37.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 -- 172.21.15.16:0/725811377 shutdown_connections 2024-09-11T22:45:37.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.506+0000 7fbf2e48b640 1 -- 172.21.15.16:0/725811377 wait complete. 2024-09-11T22:45:37.525 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-11T22:45:37.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.629+0000 7f9972fbd640 1 Processor -- start 2024-09-11T22:45:37.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.629+0000 7f9972fbd640 1 -- start start 2024-09-11T22:45:37.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.630+0000 7f9972fbd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f996c0aded0 0x7f996c0ae300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:37.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.630+0000 7f9972fbd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f996c067fb0 con 0x7f996c15e7a0 2024-09-11T22:45:37.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.630+0000 7f9972fbd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f996c0af560 con 0x7f996c0aeff0 2024-09-11T22:45:37.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.630+0000 7f9972fbd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f996c0ae840 con 0x7f996c0aded0 2024-09-11T22:45:37.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.630+0000 7f997155a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f996c0aded0 0x7f996c0ae300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:37.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.630+0000 7f9970d59640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f996c15e7a0 0x7f996c15f6a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49858/0 (socket says 172.21.15.16:49858) 2024-09-11T22:45:37.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.630+0000 7f9970d59640 1 -- 172.21.15.16:0/675930532 learned_addr learned my addr 172.21.15.16:0/675930532 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:37.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.630+0000 7f997155a640 1 -- 172.21.15.16:0/675930532 >> v1:172.21.15.104:6789/0 conn(0x7f996c0aeff0 legacy=0x7f996c0b44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.630+0000 7f997155a640 1 -- 172.21.15.16:0/675930532 >> v1:172.21.15.16:6789/0 conn(0x7f996c15e7a0 legacy=0x7f996c15f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.630+0000 7f997155a640 1 -- 172.21.15.16:0/675930532 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f996c0679f0 con 0x7f996c0aded0 2024-09-11T22:45:37.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.630+0000 7f996b7fe640 1 -- 172.21.15.16:0/675930532 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2363347478 0 0) 0x7f996c067fb0 con 0x7f996c15e7a0 2024-09-11T22:45:37.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.631+0000 7f997155a640 1 --2- 172.21.15.16:0/675930532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f996c0aded0 0x7f996c0ae300 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f9964009d90 tx=0x7f996402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=561b2bbecb3ec122 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:37.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.631+0000 7f996b7fe640 1 -- 172.21.15.16:0/675930532 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9964007740 con 0x7f996c0aded0 2024-09-11T22:45:37.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.631+0000 7f996b7fe640 1 -- 172.21.15.16:0/675930532 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99640078e0 con 0x7f996c0aded0 2024-09-11T22:45:37.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.631+0000 7f996b7fe640 1 -- 172.21.15.16:0/675930532 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9964007cb0 con 0x7f996c0aded0 2024-09-11T22:45:37.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.632+0000 7f9972fbd640 1 -- 172.21.15.16:0/675930532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f996c0aded0 msgr2=0x7f996c0ae300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.632+0000 7f9972fbd640 1 --2- 172.21.15.16:0/675930532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f996c0aded0 0x7f996c0ae300 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f9964009d90 tx=0x7f996402a660 comp rx=0 tx=0).stop 2024-09-11T22:45:37.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.632+0000 7f9972fbd640 1 -- 172.21.15.16:0/675930532 shutdown_connections 2024-09-11T22:45:37.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.632+0000 7f9972fbd640 1 --2- 172.21.15.16:0/675930532 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f996c0aded0 0x7f996c0ae300 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.632+0000 7f9972fbd640 1 -- 172.21.15.16:0/675930532 >> 172.21.15.16:0/675930532 conn(0x7f996c0b2bf0 msgr2=0x7f996c0b3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:37.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.632+0000 7f9972fbd640 1 -- 172.21.15.16:0/675930532 shutdown_connections 2024-09-11T22:45:37.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.632+0000 7f9972fbd640 1 -- 172.21.15.16:0/675930532 wait complete. 2024-09-11T22:45:37.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.633+0000 7f9972fbd640 1 Processor -- start 2024-09-11T22:45:37.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.633+0000 7f9972fbd640 1 -- start start 2024-09-11T22:45:37.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9972fbd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f996c0aded0 0x7f996c141e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:37.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9972fbd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c0aeff0 0x7f996c142380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:37.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9972fbd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f996c15e7a0 0x7f996c1e6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:37.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9972fbd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f996c06ee40 con 0x7f996c0aded0 2024-09-11T22:45:37.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9972fbd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f996c06e920 con 0x7f996c0aeff0 2024-09-11T22:45:37.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9972fbd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f996c06efc0 con 0x7f996c15e7a0 2024-09-11T22:45:37.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9970d59640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f996c0aded0 0x7f996c141e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:37.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9970d59640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f996c0aded0 0x7f996c141e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46974/0 (socket says 172.21.15.16:46974) 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9970d59640 1 -- 172.21.15.16:0/2365800442 learned_addr learned my addr 172.21.15.16:0/2365800442 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f997155a640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f996c15e7a0 0x7f996c1e6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f996bfff640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c0aeff0 0x7f996c142380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9970d59640 1 -- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f996c15e7a0 msgr2=0x7f996c1e6eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9970d59640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f996c15e7a0 0x7f996c1e6eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9970d59640 1 -- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c0aeff0 msgr2=0x7f996c142380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9970d59640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c0aeff0 0x7f996c142380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9970d59640 1 -- 172.21.15.16:0/2365800442 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f996c160850 con 0x7f996c0aded0 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f996bfff640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c0aeff0 0x7f996c142380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.634+0000 7f9970d59640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f996c0aded0 0x7f996c141e40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f996000c3f0 tx=0x7f996000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.635+0000 7f99697fa640 1 -- 172.21.15.16:0/2365800442 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99600074e0 con 0x7f996c0aded0 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.635+0000 7f99697fa640 1 -- 172.21.15.16:0/2365800442 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99600047e0 con 0x7f996c0aded0 2024-09-11T22:45:37.637 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.635+0000 7f9972fbd640 1 -- 172.21.15.16:0/2365800442 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f996c160b30 con 0x7f996c0aded0 2024-09-11T22:45:37.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.635+0000 7f99697fa640 1 -- 172.21.15.16:0/2365800442 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9960004c10 con 0x7f996c0aded0 2024-09-11T22:45:37.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.635+0000 7f9972fbd640 1 -- 172.21.15.16:0/2365800442 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f996c1610f0 con 0x7f996c0aded0 2024-09-11T22:45:37.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.636+0000 7f9972fbd640 1 -- 172.21.15.16:0/2365800442 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f996c0ae300 con 0x7f996c0aded0 2024-09-11T22:45:37.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.636+0000 7f99697fa640 1 -- 172.21.15.16:0/2365800442 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9960011070 con 0x7f996c0aded0 2024-09-11T22:45:37.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.637+0000 7f99697fa640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f995006be30 0x7f995006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:37.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.637+0000 7f99697fa640 1 -- 172.21.15.16:0/2365800442 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f996008a850 con 0x7f996c0aded0 2024-09-11T22:45:37.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.637+0000 7f996bfff640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f995006be30 0x7f995006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:37.639 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.637+0000 7f996bfff640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f995006be30 0x7f995006e2f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f996c149130 tx=0x7f9958009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:37.641 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.641+0000 7f99697fa640 1 -- 172.21.15.16:0/2365800442 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f996001a2b0 con 0x7f996c0aded0 2024-09-11T22:45:37.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.881+0000 7f9972fbd640 1 -- 172.21.15.16:0/2365800442 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f996c15c7b0 con 0x7f996c0aded0 2024-09-11T22:45:37.885 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.883+0000 7f99697fa640 1 -- 172.21.15.16:0/2365800442 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f9960059450 con 0x7f996c0aded0 2024-09-11T22:45:37.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.885+0000 7f9972fbd640 1 -- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f995006be30 msgr2=0x7f995006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.885+0000 7f9972fbd640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f995006be30 0x7f995006e2f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f996c149130 tx=0x7f9958009040 comp rx=0 tx=0).stop 2024-09-11T22:45:37.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.885+0000 7f9972fbd640 1 -- 172.21.15.16:0/2365800442 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f996c0aded0 msgr2=0x7f996c141e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:37.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.885+0000 7f9972fbd640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f996c0aded0 0x7f996c141e40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f996000c3f0 tx=0x7f996000c8b0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.885+0000 7f9972fbd640 1 -- 172.21.15.16:0/2365800442 shutdown_connections 2024-09-11T22:45:37.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.885+0000 7f9972fbd640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f995006be30 0x7f995006e2f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.885+0000 7f9972fbd640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f996c15e7a0 0x7f996c1e6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.885+0000 7f9972fbd640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f996c0aeff0 0x7f996c142380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.885+0000 7f9972fbd640 1 --2- 172.21.15.16:0/2365800442 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f996c0aded0 0x7f996c141e40 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:37.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.886+0000 7f9972fbd640 1 -- 172.21.15.16:0/2365800442 >> 172.21.15.16:0/2365800442 conn(0x7f996c0b2bf0 msgr2=0x7f996c0b4c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:37.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.886+0000 7f9972fbd640 1 -- 172.21.15.16:0/2365800442 shutdown_connections 2024-09-11T22:45:37.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:37.886+0000 7f9972fbd640 1 -- 172.21.15.16:0/2365800442 wait complete. 2024-09-11T22:45:37.897 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-11T22:45:38.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.000+0000 7f4281d3b640 1 Processor -- start 2024-09-11T22:45:38.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.000+0000 7f4281d3b640 1 -- start start 2024-09-11T22:45:38.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.001+0000 7f4281d3b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c06c320 0x7f427c15cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.001+0000 7f4281d3b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f427c0d0e60 0x7f427c15d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.001+0000 7f4281d3b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f427c15d550 con 0x7f427c0d0a80 2024-09-11T22:45:38.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.001+0000 7f4281d3b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f427c15d800 con 0x7f427c0d0e60 2024-09-11T22:45:38.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.001+0000 7f4281d3b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f427c160260 con 0x7f427c06c320 2024-09-11T22:45:38.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.001+0000 7f427b7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f427c0d0a80 0x7f427c06bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49874/0 (socket says 172.21.15.16:49874) 2024-09-11T22:45:38.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.001+0000 7f427b7fe640 1 -- 172.21.15.16:0/918351405 learned_addr learned my addr 172.21.15.16:0/918351405 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:38.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3459265145 0 0) 0x7f427c15d550 con 0x7f427c0d0a80 2024-09-11T22:45:38.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4264003520 con 0x7f427c0d0a80 2024-09-11T22:45:38.005 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427affd640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c06c320 0x7f427c15cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427bfff640 1 --2- 172.21.15.16:0/918351405 >> v2:172.21.15.104:3300/0 conn(0x7f427c0d0e60 0x7f427c15d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3309664532 0 0) 0x7f4264003520 con 0x7f427c0d0a80 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c06c320 msgr2=0x7f427c15cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c06c320 0x7f427c15cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 >> v2:172.21.15.104:3300/0 conn(0x7f427c0d0e60 msgr2=0x7f427c15d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 --2- 172.21.15.16:0/918351405 >> v2:172.21.15.104:3300/0 conn(0x7f427c0d0e60 0x7f427c15d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427c160540 con 0x7f427c0d0a80 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f426c001670 con 0x7f427c0d0a80 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 >> v1:172.21.15.16:6789/0 conn(0x7f427c0d0a80 legacy=0x7f427c06bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 0x7f4264003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4264004800 0x7f4264004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c06c320 0x7f42640051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f427c15d800 con 0x7f42640039b0 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f427c160260 con 0x7f4264004800 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f426400b9c0 con 0x7f427c06c320 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427b7fe640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 0x7f4264003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427affd640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4264004800 0x7f4264004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427bfff640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c06c320 0x7f42640051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427b7fe640 1 -- 172.21.15.16:0/918351405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c06c320 msgr2=0x7f42640051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427b7fe640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c06c320 0x7f42640051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427b7fe640 1 -- 172.21.15.16:0/918351405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4264004800 msgr2=0x7f4264004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.002+0000 7f427b7fe640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4264004800 0x7f4264004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.003+0000 7f427b7fe640 1 -- 172.21.15.16:0/918351405 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4264003520 con 0x7f42640039b0 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.003+0000 7f427b7fe640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 0x7f4264003dd0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f426c007fd0 tx=0x7f4264005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37095fcb34bb8f14 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.003+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c007d50 con 0x7f42640039b0 2024-09-11T22:45:38.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.003+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f426c005ad0 con 0x7f42640039b0 2024-09-11T22:45:38.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.003+0000 7f427a7fc640 1 -- 172.21.15.16:0/918351405 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c007070 con 0x7f42640039b0 2024-09-11T22:45:38.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.004+0000 7f4281d3b640 1 -- 172.21.15.16:0/918351405 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 msgr2=0x7f4264003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.004+0000 7f4281d3b640 1 --2- 172.21.15.16:0/918351405 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 0x7f4264003dd0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f426c007fd0 tx=0x7f4264005830 comp rx=0 tx=0).stop 2024-09-11T22:45:38.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.004+0000 7f427bfff640 1 -- 172.21.15.16:0/918351405 reap_dead start 2024-09-11T22:45:38.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.004+0000 7f4281d3b640 1 -- 172.21.15.16:0/918351405 shutdown_connections 2024-09-11T22:45:38.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.004+0000 7f4281d3b640 1 -- 172.21.15.16:0/918351405 >> 172.21.15.16:0/918351405 conn(0x7f427c0b6aa0 msgr2=0x7f427c09aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:38.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.004+0000 7f4281d3b640 1 -- 172.21.15.16:0/918351405 shutdown_connections 2024-09-11T22:45:38.008 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.004+0000 7f4281d3b640 1 -- 172.21.15.16:0/918351405 wait complete. 2024-09-11T22:45:38.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.005+0000 7f4281d3b640 1 Processor -- start 2024-09-11T22:45:38.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.005+0000 7f4281d3b640 1 -- start start 2024-09-11T22:45:38.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.006+0000 7f4281d3b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 0x7f427c14a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.011 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.006+0000 7f4281d3b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c1525c0 0x7f427c152a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.006+0000 7f4281d3b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f427c15bb50 0x7f427c15bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.006+0000 7f4281d3b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f427c160ea0 con 0x7f42640039b0 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.006+0000 7f4281d3b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f427c160d20 con 0x7f427c15bb50 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.006+0000 7f4281d3b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f427c15cad0 con 0x7f427c1525c0 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.006+0000 7f427b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 0x7f427c14a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.006+0000 7f427b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 0x7f427c14a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47000/0 (socket says 172.21.15.16:47000) 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.006+0000 7f427b7fe640 1 -- 172.21.15.16:0/3618106100 learned_addr learned my addr 172.21.15.16:0/3618106100 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.006+0000 7f427affd640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c1525c0 0x7f427c152a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.006+0000 7f427bfff640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f427c15bb50 0x7f427c15bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.007+0000 7f427b7fe640 1 -- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c1525c0 msgr2=0x7f427c152a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.007+0000 7f427b7fe640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c1525c0 0x7f427c152a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.012 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.007+0000 7f427b7fe640 1 -- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f427c15bb50 msgr2=0x7f427c15bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.007+0000 7f427b7fe640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f427c15bb50 0x7f427c15bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.007+0000 7f427b7fe640 1 -- 172.21.15.16:0/3618106100 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427c09d050 con 0x7f42640039b0 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.007+0000 7f427b7fe640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 0x7f427c14a4f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f426c00c2d0 tx=0x7f427c160710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.007+0000 7f4263fff640 1 -- 172.21.15.16:0/3618106100 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c001cb0 con 0x7f42640039b0 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.007+0000 7f4263fff640 1 -- 172.21.15.16:0/3618106100 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f426c043070 con 0x7f42640039b0 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.007+0000 7f4281d3b640 1 -- 172.21.15.16:0/3618106100 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f427c09d330 con 0x7f42640039b0 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.007+0000 7f4263fff640 1 -- 172.21.15.16:0/3618106100 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c004e10 con 0x7f42640039b0 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.007+0000 7f4281d3b640 1 -- 172.21.15.16:0/3618106100 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f427c09d8f0 con 0x7f42640039b0 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.008+0000 7f4281d3b640 1 -- 172.21.15.16:0/3618106100 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f427c15ceb0 con 0x7f42640039b0 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.008+0000 7f4263fff640 1 -- 172.21.15.16:0/3618106100 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f426c007070 con 0x7f42640039b0 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.009+0000 7f4263fff640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f426806be60 0x7f426806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.009+0000 7f4263fff640 1 -- 172.21.15.16:0/3618106100 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f426c0ab2d0 con 0x7f42640039b0 2024-09-11T22:45:38.013 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.009+0000 7f427affd640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f426806be60 0x7f426806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.010+0000 7f427affd640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f426806be60 0x7f426806e320 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f427c0b3590 tx=0x7f4270009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:38.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.013+0000 7f4263fff640 1 -- 172.21.15.16:0/3618106100 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f426c079ed0 con 0x7f42640039b0 2024-09-11T22:45:38.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.257+0000 7f4281d3b640 1 -- 172.21.15.16:0/3618106100 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f427c15b760 con 0x7f42640039b0 2024-09-11T22:45:38.259 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.259+0000 7f4263fff640 1 -- 172.21.15.16:0/3618106100 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f426c0797d0 con 0x7f42640039b0 2024-09-11T22:45:38.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 -- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f426806be60 msgr2=0x7f426806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f426806be60 0x7f426806e320 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f427c0b3590 tx=0x7f4270009190 comp rx=0 tx=0).stop 2024-09-11T22:45:38.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 -- 172.21.15.16:0/3618106100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 msgr2=0x7f427c14a4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 0x7f427c14a4f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f426c00c2d0 tx=0x7f427c160710 comp rx=0 tx=0).stop 2024-09-11T22:45:38.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 -- 172.21.15.16:0/3618106100 shutdown_connections 2024-09-11T22:45:38.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f426806be60 0x7f426806e320 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f427c15bb50 0x7f427c15bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f427c1525c0 0x7f427c152a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 --2- 172.21.15.16:0/3618106100 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f42640039b0 0x7f427c14a4f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 -- 172.21.15.16:0/3618106100 >> 172.21.15.16:0/3618106100 conn(0x7f427c0b6aa0 msgr2=0x7f427c15a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:38.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 -- 172.21.15.16:0/3618106100 shutdown_connections 2024-09-11T22:45:38.263 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.261+0000 7f4281d3b640 1 -- 172.21.15.16:0/3618106100 wait complete. 2024-09-11T22:45:38.272 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-11T22:45:38.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.375+0000 7f000e247640 1 Processor -- start 2024-09-11T22:45:38.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.375+0000 7f000e247640 1 -- start start 2024-09-11T22:45:38.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f000e247640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f000815e720 0x7f0008162db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f000e247640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f00080d1540 0x7f00080d19b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f000e247640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f000815eb00 con 0x7f00080cf760 2024-09-11T22:45:38.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f000e247640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f00080d35a0 con 0x7f000815e720 2024-09-11T22:45:38.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f000e247640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f00080d1ef0 con 0x7f00080d1540 2024-09-11T22:45:38.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f00077fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f000815e720 0x7f0008162db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f0006ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f00080cf760 0x7f00080b7980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49880/0 (socket says 172.21.15.16:49880) 2024-09-11T22:45:38.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f0006ffd640 1 -- 172.21.15.16:0/2879032632 learned_addr learned my addr 172.21.15.16:0/2879032632 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:38.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f0007fff640 1 --2- 172.21.15.16:0/2879032632 >> v2:172.21.15.104:3300/0 conn(0x7f00080d1540 0x7f00080d19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f00077fe640 1 -- 172.21.15.16:0/2879032632 >> v2:172.21.15.104:3300/0 conn(0x7f00080d1540 msgr2=0x7f00080d19b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:38.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f00077fe640 1 --2- 172.21.15.16:0/2879032632 >> v2:172.21.15.104:3300/0 conn(0x7f00080d1540 0x7f00080d19b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f00077fe640 1 -- 172.21.15.16:0/2879032632 >> v1:172.21.15.16:6789/0 conn(0x7f00080cf760 legacy=0x7f00080b7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.376+0000 7f00077fe640 1 -- 172.21.15.16:0/2879032632 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00080d2c70 con 0x7f000815e720 2024-09-11T22:45:38.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.377+0000 7f00077fe640 1 --2- 172.21.15.16:0/2879032632 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f000815e720 0x7f0008162db0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f000808ccd0 tx=0x7efff802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=442f16a44e33c3f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:38.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.377+0000 7f00067fc640 1 -- 172.21.15.16:0/2879032632 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff8037070 con 0x7f000815e720 2024-09-11T22:45:38.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.377+0000 7f00067fc640 1 -- 172.21.15.16:0/2879032632 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efff8032440 con 0x7f000815e720 2024-09-11T22:45:38.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.377+0000 7f00067fc640 1 -- 172.21.15.16:0/2879032632 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efff8032810 con 0x7f000815e720 2024-09-11T22:45:38.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.378+0000 7f000e247640 1 -- 172.21.15.16:0/2879032632 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f000815e720 msgr2=0x7f0008162db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.378+0000 7f000e247640 1 --2- 172.21.15.16:0/2879032632 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f000815e720 0x7f0008162db0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f000808ccd0 tx=0x7efff802a1a0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.378+0000 7f000e247640 1 -- 172.21.15.16:0/2879032632 shutdown_connections 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.378+0000 7f000e247640 1 --2- 172.21.15.16:0/2879032632 >> v2:172.21.15.104:3300/0 conn(0x7f00080d1540 0x7f00080d19b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.378+0000 7f000e247640 1 --2- 172.21.15.16:0/2879032632 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f000815e720 0x7f0008162db0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.378+0000 7f000e247640 1 -- 172.21.15.16:0/2879032632 >> 172.21.15.16:0/2879032632 conn(0x7f0008067b30 msgr2=0x7f0008067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.378+0000 7f000e247640 1 -- 172.21.15.16:0/2879032632 shutdown_connections 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.378+0000 7f000e247640 1 -- 172.21.15.16:0/2879032632 wait complete. 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.379+0000 7f000e247640 1 Processor -- start 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.379+0000 7f000e247640 1 -- start start 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f000e247640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f00080cf760 0x7f00080ccd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f000e247640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f00080d1540 0x7f000814f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f000e247640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000815e720 0x7f000814fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f000e247640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f00080b8090 con 0x7f00080d1540 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f000e247640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f00080d3230 con 0x7f000815e720 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f000e247640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f00080cfba0 con 0x7f00080cf760 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f0006ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f00080d1540 0x7f000814f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f0006ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f00080d1540 0x7f000814f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47016/0 (socket says 172.21.15.16:47016) 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f0006ffd640 1 -- 172.21.15.16:0/2867275541 learned_addr learned my addr 172.21.15.16:0/2867275541 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f00077fe640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f00080cf760 0x7f00080ccd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f0007fff640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000815e720 0x7f000814fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f0006ffd640 1 -- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f00080cf760 msgr2=0x7f00080ccd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f0006ffd640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f00080cf760 0x7f00080ccd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f0006ffd640 1 -- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000815e720 msgr2=0x7f000814fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.380+0000 7f0006ffd640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000815e720 0x7f000814fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.381+0000 7f0006ffd640 1 -- 172.21.15.16:0/2867275541 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0008153cc0 con 0x7f00080d1540 2024-09-11T22:45:38.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.381+0000 7f00077fe640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f00080cf760 0x7f00080ccd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:38.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.381+0000 7f0007fff640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000815e720 0x7f000814fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:38.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.381+0000 7f0006ffd640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f00080d1540 0x7f000814f800 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7efffc00c400 tx=0x7efffc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:38.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.381+0000 7effeffff640 1 -- 172.21.15.16:0/2867275541 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efffc017070 con 0x7f00080d1540 2024-09-11T22:45:38.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.381+0000 7effeffff640 1 -- 172.21.15.16:0/2867275541 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efffc005ce0 con 0x7f00080d1540 2024-09-11T22:45:38.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.381+0000 7f000e247640 1 -- 172.21.15.16:0/2867275541 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0008150280 con 0x7f00080d1540 2024-09-11T22:45:38.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.381+0000 7effeffff640 1 -- 172.21.15.16:0/2867275541 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efffc0072f0 con 0x7f00080d1540 2024-09-11T22:45:38.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.381+0000 7f000e247640 1 -- 172.21.15.16:0/2867275541 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0008154520 con 0x7f00080d1540 2024-09-11T22:45:38.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.382+0000 7f000e247640 1 -- 172.21.15.16:0/2867275541 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00080d24f0 con 0x7f00080d1540 2024-09-11T22:45:38.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.383+0000 7effeffff640 1 -- 172.21.15.16:0/2867275541 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7efffc01a070 con 0x7f00080d1540 2024-09-11T22:45:38.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.383+0000 7effeffff640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efff406be30 0x7efff406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.383+0000 7effeffff640 1 -- 172.21.15.16:0/2867275541 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7efffc08a0d0 con 0x7f00080d1540 2024-09-11T22:45:38.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.383+0000 7f00077fe640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efff406be30 0x7efff406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.386 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.384+0000 7f00077fe640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efff406be30 0x7efff406e2f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7efff8034000 tx=0x7efff802e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:38.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.388+0000 7effeffff640 1 -- 172.21.15.16:0/2867275541 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efffc058c40 con 0x7f00080d1540 2024-09-11T22:45:38.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.630+0000 7f000e247640 1 -- 172.21.15.16:0/2867275541 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f00080b8600 con 0x7f00080d1540 2024-09-11T22:45:38.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.632+0000 7effeffff640 1 -- 172.21.15.16:0/2867275541 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7efffc058540 con 0x7f00080d1540 2024-09-11T22:45:38.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.634+0000 7f000e247640 1 -- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efff406be30 msgr2=0x7efff406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.634+0000 7f000e247640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efff406be30 0x7efff406e2f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7efff8034000 tx=0x7efff802e000 comp rx=0 tx=0).stop 2024-09-11T22:45:38.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.634+0000 7f000e247640 1 -- 172.21.15.16:0/2867275541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f00080d1540 msgr2=0x7f000814f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.634+0000 7f000e247640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f00080d1540 0x7f000814f800 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7efffc00c400 tx=0x7efffc00c8c0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.634+0000 7f000e247640 1 -- 172.21.15.16:0/2867275541 shutdown_connections 2024-09-11T22:45:38.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.634+0000 7f000e247640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7efff406be30 0x7efff406e2f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.634+0000 7f000e247640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f000815e720 0x7f000814fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.634+0000 7f000e247640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f00080d1540 0x7f000814f800 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.634+0000 7f000e247640 1 --2- 172.21.15.16:0/2867275541 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f00080cf760 0x7f00080ccd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.634+0000 7f000e247640 1 -- 172.21.15.16:0/2867275541 >> 172.21.15.16:0/2867275541 conn(0x7f0008067b30 msgr2=0x7f000815ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:38.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.635+0000 7f000e247640 1 -- 172.21.15.16:0/2867275541 shutdown_connections 2024-09-11T22:45:38.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.635+0000 7f000e247640 1 -- 172.21.15.16:0/2867275541 wait complete. 2024-09-11T22:45:38.646 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-11T22:45:38.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.749+0000 7fb52334b640 1 Processor -- start 2024-09-11T22:45:38.750 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.749+0000 7fb52334b640 1 -- start start 2024-09-11T22:45:38.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.750+0000 7fb52334b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb51c15b340 0x7fb51c0b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.750+0000 7fb52334b640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb51c073af0 con 0x7fb51c0b5660 2024-09-11T22:45:38.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.750+0000 7fb52334b640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb51c0af6b0 con 0x7fb51c0736e0 2024-09-11T22:45:38.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.750+0000 7fb52334b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fb51c0b0240 con 0x7fb51c15b340 2024-09-11T22:45:38.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.750+0000 7fb5210e7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb51c15b340 0x7fb51c0b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.750+0000 7fb5218e8640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb51c0b5660 0x7fb51c06f3b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49884/0 (socket says 172.21.15.16:49884) 2024-09-11T22:45:38.751 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.750+0000 7fb5210e7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb51c15b340 0x7fb51c0b0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47024/0 (socket says 172.21.15.16:47024) 2024-09-11T22:45:38.752 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.750+0000 7fb5218e8640 1 -- 172.21.15.16:0/2982609015 learned_addr learned my addr 172.21.15.16:0/2982609015 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:38.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.751+0000 7fb5210e7640 1 -- 172.21.15.16:0/2982609015 >> v1:172.21.15.104:6789/0 conn(0x7fb51c0736e0 legacy=0x7fb51c0b4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.751+0000 7fb5210e7640 1 -- 172.21.15.16:0/2982609015 >> v1:172.21.15.16:6789/0 conn(0x7fb51c0b5660 legacy=0x7fb51c06f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.751+0000 7fb5210e7640 1 -- 172.21.15.16:0/2982609015 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb51c0af950 con 0x7fb51c15b340 2024-09-11T22:45:38.753 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.752+0000 7fb5210e7640 1 --2- 172.21.15.16:0/2982609015 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb51c15b340 0x7fb51c0b0a70 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb51c0b03c0 tx=0x7fb50c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1b34d9b9e8ecb82 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:38.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.752+0000 7fb51bfff640 1 -- 172.21.15.16:0/2982609015 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50c007740 con 0x7fb51c15b340 2024-09-11T22:45:38.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.752+0000 7fb51bfff640 1 -- 172.21.15.16:0/2982609015 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb50c0078e0 con 0x7fb51c15b340 2024-09-11T22:45:38.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.752+0000 7fb51bfff640 1 -- 172.21.15.16:0/2982609015 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50c007cb0 con 0x7fb51c15b340 2024-09-11T22:45:38.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.752+0000 7fb52334b640 1 -- 172.21.15.16:0/2982609015 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb51c15b340 msgr2=0x7fb51c0b0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.752+0000 7fb52334b640 1 --2- 172.21.15.16:0/2982609015 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb51c15b340 0x7fb51c0b0a70 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fb51c0b03c0 tx=0x7fb50c02a6f0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.753+0000 7fb52334b640 1 -- 172.21.15.16:0/2982609015 shutdown_connections 2024-09-11T22:45:38.754 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.753+0000 7fb52334b640 1 --2- 172.21.15.16:0/2982609015 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb51c15b340 0x7fb51c0b0a70 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.753+0000 7fb52334b640 1 -- 172.21.15.16:0/2982609015 >> 172.21.15.16:0/2982609015 conn(0x7fb51c0b6aa0 msgr2=0x7fb51c09aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:38.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.753+0000 7fb52334b640 1 -- 172.21.15.16:0/2982609015 shutdown_connections 2024-09-11T22:45:38.755 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.753+0000 7fb52334b640 1 -- 172.21.15.16:0/2982609015 wait complete. 2024-09-11T22:45:38.757 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.754+0000 7fb52334b640 1 Processor -- start 2024-09-11T22:45:38.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.754+0000 7fb52334b640 1 -- start start 2024-09-11T22:45:38.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.754+0000 7fb52334b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb51c0736e0 0x7fb51c154340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.754+0000 7fb52334b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb51c0b5660 0x7fb51c0b2c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb52334b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb51c15b340 0x7fb51c14c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb52334b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb51c15b720 con 0x7fb51c0736e0 2024-09-11T22:45:38.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb52334b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb51c0afed0 con 0x7fb51c15b340 2024-09-11T22:45:38.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb52334b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb51c06fac0 con 0x7fb51c0b5660 2024-09-11T22:45:38.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5210e7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb51c0736e0 0x7fb51c154340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5210e7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb51c0736e0 0x7fb51c154340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47032/0 (socket says 172.21.15.16:47032) 2024-09-11T22:45:38.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5210e7640 1 -- 172.21.15.16:0/3588875839 learned_addr learned my addr 172.21.15.16:0/3588875839 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:38.758 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5208e6640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb51c0b5660 0x7fb51c0b2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5218e8640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb51c15b340 0x7fb51c14c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5210e7640 1 -- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb51c0b5660 msgr2=0x7fb51c0b2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5210e7640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb51c0b5660 0x7fb51c0b2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5210e7640 1 -- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb51c15b340 msgr2=0x7fb51c14c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:38.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5210e7640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb51c15b340 0x7fb51c14c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:38.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5210e7640 1 -- 172.21.15.16:0/3588875839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb51c1553a0 con 0x7fb51c0736e0 2024-09-11T22:45:38.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5218e8640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb51c15b340 0x7fb51c14c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:38.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb5210e7640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb51c0736e0 0x7fb51c154340 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb50c009e80 tx=0x7fb50c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:38.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb519ffb640 1 -- 172.21.15.16:0/3588875839 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50c03f070 con 0x7fb51c0736e0 2024-09-11T22:45:38.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb519ffb640 1 -- 172.21.15.16:0/3588875839 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb50c031c40 con 0x7fb51c0736e0 2024-09-11T22:45:38.759 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb52334b640 1 -- 172.21.15.16:0/3588875839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb51c155680 con 0x7fb51c0736e0 2024-09-11T22:45:38.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.755+0000 7fb519ffb640 1 -- 172.21.15.16:0/3588875839 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50c043410 con 0x7fb51c0736e0 2024-09-11T22:45:38.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.756+0000 7fb52334b640 1 -- 172.21.15.16:0/3588875839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb51c155c40 con 0x7fb51c0736e0 2024-09-11T22:45:38.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.757+0000 7fb52334b640 1 -- 172.21.15.16:0/3588875839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb51c0b0a70 con 0x7fb51c0736e0 2024-09-11T22:45:38.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.757+0000 7fb519ffb640 1 -- 172.21.15.16:0/3588875839 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fb50c0435b0 con 0x7fb51c0736e0 2024-09-11T22:45:38.760 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.757+0000 7fb519ffb640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb50806be60 0x7fb50806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:38.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.758+0000 7fb519ffb640 1 -- 172.21.15.16:0/3588875839 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fb50c0ac240 con 0x7fb51c0736e0 2024-09-11T22:45:38.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.758+0000 7fb5208e6640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb50806be60 0x7fb50806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:38.761 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.758+0000 7fb5208e6640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb50806be60 0x7fb50806e320 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb51c1f5f80 tx=0x7fb510009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:38.762 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:38.762+0000 7fb519ffb640 1 -- 172.21.15.16:0/3588875839 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb50c07adb0 con 0x7fb51c0736e0 2024-09-11T22:45:39.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.003+0000 7fb52334b640 1 -- 172.21.15.16:0/3588875839 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7fb51c158460 con 0x7fb51c0736e0 2024-09-11T22:45:39.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.006+0000 7fb519ffb640 1 -- 172.21.15.16:0/3588875839 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7fb50c07a6b0 con 0x7fb51c0736e0 2024-09-11T22:45:39.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 -- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb50806be60 msgr2=0x7fb50806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb50806be60 0x7fb50806e320 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb51c1f5f80 tx=0x7fb510009040 comp rx=0 tx=0).stop 2024-09-11T22:45:39.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 -- 172.21.15.16:0/3588875839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb51c0736e0 msgr2=0x7fb51c154340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb51c0736e0 0x7fb51c154340 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fb50c009e80 tx=0x7fb50c004a40 comp rx=0 tx=0).stop 2024-09-11T22:45:39.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 -- 172.21.15.16:0/3588875839 shutdown_connections 2024-09-11T22:45:39.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fb50806be60 0x7fb50806e320 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb51c15b340 0x7fb51c14c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.009 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb51c0b5660 0x7fb51c0b2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 --2- 172.21.15.16:0/3588875839 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb51c0736e0 0x7fb51c154340 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 -- 172.21.15.16:0/3588875839 >> 172.21.15.16:0/3588875839 conn(0x7fb51c0b6aa0 msgr2=0x7fb51c0b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:39.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 -- 172.21.15.16:0/3588875839 shutdown_connections 2024-09-11T22:45:39.010 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.008+0000 7fb52334b640 1 -- 172.21.15.16:0/3588875839 wait complete. 2024-09-11T22:45:39.019 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-11T22:45:39.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.123+0000 7fe00028d640 1 Processor -- start 2024-09-11T22:45:39.124 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.123+0000 7fe00028d640 1 -- start start 2024-09-11T22:45:39.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.124+0000 7fe00028d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fdff8156d80 0x7fdff80b5430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.124+0000 7fe00028d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdff809b150 0x7fdff8166100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.124+0000 7fe00028d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdff815cec0 con 0x7fdff80b5970 2024-09-11T22:45:39.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.124+0000 7fe00028d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdff815dad0 con 0x7fdff809b150 2024-09-11T22:45:39.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.124+0000 7fe00028d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fdff815d1a0 con 0x7fdff8156d80 2024-09-11T22:45:39.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.124+0000 7fdffe82a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdff809b150 0x7fdff8166100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.124+0000 7fdffd828640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdff80b5970 0x7fdff809aa40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49894/0 (socket says 172.21.15.16:49894) 2024-09-11T22:45:39.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.124+0000 7fdffd828640 1 -- 172.21.15.16:0/3179449590 learned_addr learned my addr 172.21.15.16:0/3179449590 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:39.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.124+0000 7fdffe029640 1 --2- 172.21.15.16:0/3179449590 >> v2:172.21.15.104:3300/0 conn(0x7fdff8156d80 0x7fdff80b5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.125+0000 7fdffe82a640 1 -- 172.21.15.16:0/3179449590 >> v2:172.21.15.104:3300/0 conn(0x7fdff8156d80 msgr2=0x7fdff80b5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:39.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.125+0000 7fdffe82a640 1 --2- 172.21.15.16:0/3179449590 >> v2:172.21.15.104:3300/0 conn(0x7fdff8156d80 0x7fdff80b5430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.125+0000 7fdffe82a640 1 -- 172.21.15.16:0/3179449590 >> v1:172.21.15.16:6789/0 conn(0x7fdff80b5970 legacy=0x7fdff809aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.125+0000 7fdffe82a640 1 -- 172.21.15.16:0/3179449590 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdff815d480 con 0x7fdff809b150 2024-09-11T22:45:39.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.125+0000 7fdffe82a640 1 --2- 172.21.15.16:0/3179449590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff809b150 0x7fdff8166100 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fdff8073fb0 tx=0x7fdff002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=956f851b435c74a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:39.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.126+0000 7fdffd027640 1 -- 172.21.15.16:0/3179449590 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff0007740 con 0x7fdff809b150 2024-09-11T22:45:39.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.126+0000 7fdffd027640 1 -- 172.21.15.16:0/3179449590 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdff00078e0 con 0x7fdff809b150 2024-09-11T22:45:39.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.126+0000 7fdffd027640 1 -- 172.21.15.16:0/3179449590 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff0007cb0 con 0x7fdff809b150 2024-09-11T22:45:39.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.127+0000 7fe00028d640 1 -- 172.21.15.16:0/3179449590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff809b150 msgr2=0x7fdff8166100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.127+0000 7fe00028d640 1 --2- 172.21.15.16:0/3179449590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff809b150 0x7fdff8166100 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fdff8073fb0 tx=0x7fdff002a680 comp rx=0 tx=0).stop 2024-09-11T22:45:39.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.127+0000 7fe00028d640 1 -- 172.21.15.16:0/3179449590 shutdown_connections 2024-09-11T22:45:39.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.127+0000 7fe00028d640 1 --2- 172.21.15.16:0/3179449590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff809b150 0x7fdff8166100 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.127+0000 7fe00028d640 1 --2- 172.21.15.16:0/3179449590 >> v2:172.21.15.104:3300/0 conn(0x7fdff8156d80 0x7fdff80b5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.127+0000 7fe00028d640 1 -- 172.21.15.16:0/3179449590 >> 172.21.15.16:0/3179449590 conn(0x7fdff80b4130 msgr2=0x7fdff80b4540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:39.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.127+0000 7fe00028d640 1 -- 172.21.15.16:0/3179449590 shutdown_connections 2024-09-11T22:45:39.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.127+0000 7fe00028d640 1 -- 172.21.15.16:0/3179449590 wait complete. 2024-09-11T22:45:39.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.128+0000 7fe00028d640 1 Processor -- start 2024-09-11T22:45:39.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.128+0000 7fe00028d640 1 -- start start 2024-09-11T22:45:39.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fe00028d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdff809b150 0x7fdff8153530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fe00028d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff80b5970 0x7fdff8134920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fe00028d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdff8156d80 0x7fdff806e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fe00028d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdff815cc60 con 0x7fdff80b5970 2024-09-11T22:45:39.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fe00028d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdff815cae0 con 0x7fdff8156d80 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fe00028d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdff815ef90 con 0x7fdff809b150 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fdffd828640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff80b5970 0x7fdff8134920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fdffd828640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff80b5970 0x7fdff8134920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47036/0 (socket says 172.21.15.16:47036) 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fdffd828640 1 -- 172.21.15.16:0/593439462 learned_addr learned my addr 172.21.15.16:0/593439462 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fdffe029640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdff809b150 0x7fdff8153530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fdffe82a640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdff8156d80 0x7fdff806e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fdffd828640 1 -- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdff809b150 msgr2=0x7fdff8153530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fdffd828640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdff809b150 0x7fdff8153530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fdffd828640 1 -- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdff8156d80 msgr2=0x7fdff806e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fdffd828640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdff8156d80 0x7fdff806e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.129+0000 7fdffd828640 1 -- 172.21.15.16:0/593439462 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdff8134e60 con 0x7fdff80b5970 2024-09-11T22:45:39.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.130+0000 7fdffd828640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff80b5970 0x7fdff8134920 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fdfe800c400 tx=0x7fdfe800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:39.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.130+0000 7fdfeeffd640 1 -- 172.21.15.16:0/593439462 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfe8017070 con 0x7fdff80b5970 2024-09-11T22:45:39.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.130+0000 7fdfeeffd640 1 -- 172.21.15.16:0/593439462 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfe8005ce0 con 0x7fdff80b5970 2024-09-11T22:45:39.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.130+0000 7fe00028d640 1 -- 172.21.15.16:0/593439462 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdff81521f0 con 0x7fdff80b5970 2024-09-11T22:45:39.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.130+0000 7fdfeeffd640 1 -- 172.21.15.16:0/593439462 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfe80072f0 con 0x7fdff80b5970 2024-09-11T22:45:39.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.130+0000 7fe00028d640 1 -- 172.21.15.16:0/593439462 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdff8152490 con 0x7fdff80b5970 2024-09-11T22:45:39.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.131+0000 7fe00028d640 1 -- 172.21.15.16:0/593439462 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdff80b5430 con 0x7fdff80b5970 2024-09-11T22:45:39.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.132+0000 7fdfeeffd640 1 -- 172.21.15.16:0/593439462 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fdfe801a070 con 0x7fdff80b5970 2024-09-11T22:45:39.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.132+0000 7fdfeeffd640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdfdc06be30 0x7fdfdc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.132+0000 7fdfeeffd640 1 -- 172.21.15.16:0/593439462 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fdfe808a0c0 con 0x7fdff80b5970 2024-09-11T22:45:39.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.133+0000 7fdffe029640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdfdc06be30 0x7fdfdc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.133+0000 7fdffe029640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdfdc06be30 0x7fdfdc06e2f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdff4009aa0 tx=0x7fdff4009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:39.137 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.137+0000 7fdfeeffd640 1 -- 172.21.15.16:0/593439462 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fdff8134e60 con 0x7fdff80b5970 2024-09-11T22:45:39.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.379+0000 7fe00028d640 1 -- 172.21.15.16:0/593439462 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7fdff809fb40 con 0x7fdff80b5970 2024-09-11T22:45:39.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.381+0000 7fdfeeffd640 1 -- 172.21.15.16:0/593439462 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7fdfe8058540 con 0x7fdff80b5970 2024-09-11T22:45:39.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 -- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdfdc06be30 msgr2=0x7fdfdc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdfdc06be30 0x7fdfdc06e2f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdff4009aa0 tx=0x7fdff4009190 comp rx=0 tx=0).stop 2024-09-11T22:45:39.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 -- 172.21.15.16:0/593439462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff80b5970 msgr2=0x7fdff8134920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff80b5970 0x7fdff8134920 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fdfe800c400 tx=0x7fdfe800c8c0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 -- 172.21.15.16:0/593439462 shutdown_connections 2024-09-11T22:45:39.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fdfdc06be30 0x7fdfdc06e2f0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdff8156d80 0x7fdff806e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff80b5970 0x7fdff8134920 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 --2- 172.21.15.16:0/593439462 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdff809b150 0x7fdff8153530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 -- 172.21.15.16:0/593439462 >> 172.21.15.16:0/593439462 conn(0x7fdff80b4130 msgr2=0x7fdff80b4510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:39.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 -- 172.21.15.16:0/593439462 shutdown_connections 2024-09-11T22:45:39.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.383+0000 7fe00028d640 1 -- 172.21.15.16:0/593439462 wait complete. 2024-09-11T22:45:39.395 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-11T22:45:39.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.511+0000 7f9738c0e640 1 Processor -- start 2024-09-11T22:45:39.512 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.511+0000 7f9738c0e640 1 -- start start 2024-09-11T22:45:39.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.512+0000 7f9738c0e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9734156d80 0x7f97340b5430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.512+0000 7f9738c0e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f973415cec0 con 0x7f97340b5970 2024-09-11T22:45:39.513 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.512+0000 7f9738c0e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f973415d1a0 con 0x7f973409b150 2024-09-11T22:45:39.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.512+0000 7f9738c0e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f973415dad0 con 0x7f9734156d80 2024-09-11T22:45:39.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.512+0000 7f973259c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9734156d80 0x7f97340b5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.512+0000 7f9731d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f97340b5970 0x7f973409aa40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:49898/0 (socket says 172.21.15.16:49898) 2024-09-11T22:45:39.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.512+0000 7f9731d9b640 1 -- 172.21.15.16:0/2639436286 learned_addr learned my addr 172.21.15.16:0/2639436286 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:39.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.512+0000 7f973259c640 1 -- 172.21.15.16:0/2639436286 >> v1:172.21.15.104:6789/0 conn(0x7f973409b150 legacy=0x7f9734166100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:39.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.512+0000 7f973259c640 1 -- 172.21.15.16:0/2639436286 >> v1:172.21.15.16:6789/0 conn(0x7f97340b5970 legacy=0x7f973409aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.512+0000 7f973159a640 1 -- 172.21.15.16:0/2639436286 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3221983547 0 0) 0x7f973415cec0 con 0x7f97340b5970 2024-09-11T22:45:39.514 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.512+0000 7f973259c640 1 -- 172.21.15.16:0/2639436286 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f973415d480 con 0x7f9734156d80 2024-09-11T22:45:39.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.513+0000 7f973259c640 1 --2- 172.21.15.16:0/2639436286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9734156d80 0x7f97340b5430 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f97240097a0 tx=0x7f972402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b22001635df9152a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:39.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.513+0000 7f973159a640 1 -- 172.21.15.16:0/2639436286 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9724037070 con 0x7f9734156d80 2024-09-11T22:45:39.515 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.513+0000 7f973159a640 1 -- 172.21.15.16:0/2639436286 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9724032440 con 0x7f9734156d80 2024-09-11T22:45:39.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.513+0000 7f973159a640 1 -- 172.21.15.16:0/2639436286 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9724032810 con 0x7f9734156d80 2024-09-11T22:45:39.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.514+0000 7f9738c0e640 1 -- 172.21.15.16:0/2639436286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9734156d80 msgr2=0x7f97340b5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.514+0000 7f9738c0e640 1 --2- 172.21.15.16:0/2639436286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9734156d80 0x7f97340b5430 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f97240097a0 tx=0x7f972402a1e0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.514+0000 7f9738c0e640 1 -- 172.21.15.16:0/2639436286 shutdown_connections 2024-09-11T22:45:39.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.514+0000 7f9738c0e640 1 --2- 172.21.15.16:0/2639436286 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9734156d80 0x7f97340b5430 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.514+0000 7f9738c0e640 1 -- 172.21.15.16:0/2639436286 >> 172.21.15.16:0/2639436286 conn(0x7f97340b4130 msgr2=0x7f97340b4540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:39.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.514+0000 7f9738c0e640 1 -- 172.21.15.16:0/2639436286 shutdown_connections 2024-09-11T22:45:39.516 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.514+0000 7f9738c0e640 1 -- 172.21.15.16:0/2639436286 wait complete. 2024-09-11T22:45:39.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.515+0000 7f9738c0e640 1 Processor -- start 2024-09-11T22:45:39.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.516+0000 7f9738c0e640 1 -- start start 2024-09-11T22:45:39.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.516+0000 7f9738c0e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f973409b150 0x7f973409f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.519 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.516+0000 7f9738c0e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97340b5970 0x7f973409fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.516+0000 7f9738c0e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734156d80 0x7f97341f40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.516+0000 7f9738c0e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f973415cc60 con 0x7f973409b150 2024-09-11T22:45:39.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.516+0000 7f9738c0e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f973415cae0 con 0x7f9734156d80 2024-09-11T22:45:39.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.516+0000 7f9738c0e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f973415ef90 con 0x7f97340b5970 2024-09-11T22:45:39.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.516+0000 7f973259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f973409b150 0x7f973409f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.516+0000 7f973259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f973409b150 0x7f973409f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47060/0 (socket says 172.21.15.16:47060) 2024-09-11T22:45:39.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.516+0000 7f973259c640 1 -- 172.21.15.16:0/4261967617 learned_addr learned my addr 172.21.15.16:0/4261967617 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:39.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f9731d9b640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97340b5970 0x7f973409fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f9732d9d640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734156d80 0x7f97341f40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f973259c640 1 -- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97340b5970 msgr2=0x7f973409fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.520 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f973259c640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97340b5970 0x7f973409fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f973259c640 1 -- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734156d80 msgr2=0x7f97341f40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f973259c640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734156d80 0x7f97341f40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f973259c640 1 -- 172.21.15.16:0/4261967617 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97340a00a0 con 0x7f973409b150 2024-09-11T22:45:39.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f973259c640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f973409b150 0x7f973409f4c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9724035040 tx=0x7f97240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:39.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f9722ffd640 1 -- 172.21.15.16:0/4261967617 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9724037040 con 0x7f973409b150 2024-09-11T22:45:39.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f9722ffd640 1 -- 172.21.15.16:0/4261967617 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9724004250 con 0x7f973409b150 2024-09-11T22:45:39.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f9738c0e640 1 -- 172.21.15.16:0/4261967617 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97340afc20 con 0x7f973409b150 2024-09-11T22:45:39.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f9722ffd640 1 -- 172.21.15.16:0/4261967617 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9724032e20 con 0x7f973409b150 2024-09-11T22:45:39.521 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.517+0000 7f9738c0e640 1 -- 172.21.15.16:0/4261967617 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97340b01e0 con 0x7f973409b150 2024-09-11T22:45:39.522 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.519+0000 7f9738c0e640 1 -- 172.21.15.16:0/4261967617 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97340b5430 con 0x7f973409b150 2024-09-11T22:45:39.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.519+0000 7f9722ffd640 1 -- 172.21.15.16:0/4261967617 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9724030770 con 0x7f973409b150 2024-09-11T22:45:39.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.519+0000 7f9722ffd640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f971406be30 0x7f971406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.520+0000 7f9722ffd640 1 -- 172.21.15.16:0/4261967617 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f97240abdd0 con 0x7f973409b150 2024-09-11T22:45:39.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.520+0000 7f9731d9b640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f971406be30 0x7f971406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.520+0000 7f9731d9b640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f971406be30 0x7f971406e2f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f973409c640 tx=0x7f9728007d50 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:39.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.524+0000 7f9722ffd640 1 -- 172.21.15.16:0/4261967617 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f972407a380 con 0x7f973409b150 2024-09-11T22:45:39.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.767+0000 7f9738c0e640 1 -- 172.21.15.16:0/4261967617 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f9734070ac0 con 0x7f973409b150 2024-09-11T22:45:39.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.769+0000 7f9722ffd640 1 -- 172.21.15.16:0/4261967617 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7f972407e680 con 0x7f973409b150 2024-09-11T22:45:39.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 -- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f971406be30 msgr2=0x7f971406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f971406be30 0x7f971406e2f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f973409c640 tx=0x7f9728007d50 comp rx=0 tx=0).stop 2024-09-11T22:45:39.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 -- 172.21.15.16:0/4261967617 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f973409b150 msgr2=0x7f973409f4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f973409b150 0x7f973409f4c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9724035040 tx=0x7f97240046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 -- 172.21.15.16:0/4261967617 shutdown_connections 2024-09-11T22:45:39.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f971406be30 0x7f971406e2f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9734156d80 0x7f97341f40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f97340b5970 0x7f973409fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 --2- 172.21.15.16:0/4261967617 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f973409b150 0x7f973409f4c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 -- 172.21.15.16:0/4261967617 >> 172.21.15.16:0/4261967617 conn(0x7f97340b4130 msgr2=0x7f97340b4510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:39.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 -- 172.21.15.16:0/4261967617 shutdown_connections 2024-09-11T22:45:39.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.771+0000 7f9738c0e640 1 -- 172.21.15.16:0/4261967617 wait complete. 2024-09-11T22:45:39.783 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-11T22:45:39.886 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.886+0000 7fa17a253640 1 Processor -- start 2024-09-11T22:45:39.887 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.886+0000 7fa17a253640 1 -- start start 2024-09-11T22:45:39.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa17a253640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1740cdbb0 0x7fa1740b0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.888 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa17a253640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa1740aff10 0x7fa1740b14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa17a253640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa174070020 con 0x7fa17415b190 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa17a253640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fa17415f7c0 con 0x7fa1740aff10 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa17a253640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa17415fd20 con 0x7fa1740cdbb0 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa172ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1740cdbb0 0x7fa1740b0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa173fff640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fa1740aff10 0x7fa1740b14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa1737fe640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7fa17415b190 0x7fa1740cd4a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:60804/0 (socket says 172.21.15.16:60804) 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa1737fe640 1 -- 172.21.15.16:0/1931533239 learned_addr learned my addr 172.21.15.16:0/1931533239 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa1727fc640 1 -- 172.21.15.16:0/1931533239 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 421030735 0 0) 0x7fa164001110 con 0x7fa17415b190 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa1727fc640 1 -- 172.21.15.16:0/1931533239 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa15c003520 con 0x7fa17415b190 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa173fff640 1 -- 172.21.15.16:0/1931533239 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1740cdbb0 msgr2=0x7fa1740b0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa173fff640 1 --2- 172.21.15.16:0/1931533239 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1740cdbb0 0x7fa1740b0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa173fff640 1 -- 172.21.15.16:0/1931533239 >> v1:172.21.15.104:6789/0 conn(0x7fa17415b190 legacy=0x7fa1740cd4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.889 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa173fff640 1 -- 172.21.15.16:0/1931533239 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1740b0500 con 0x7fa1740aff10 2024-09-11T22:45:39.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.887+0000 7fa172ffd640 1 --2- 172.21.15.16:0/1931533239 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1740cdbb0 0x7fa1740b0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:39.890 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.888+0000 7fa173fff640 1 --2- 172.21.15.16:0/1931533239 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1740aff10 0x7fa1740b14e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa16c009d90 tx=0x7fa16c02a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f8c0e13c9b1b663 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:39.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.888+0000 7fa1727fc640 1 -- 172.21.15.16:0/1931533239 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa16c031600 con 0x7fa1740aff10 2024-09-11T22:45:39.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.888+0000 7fa1727fc640 1 -- 172.21.15.16:0/1931533239 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa16c0317a0 con 0x7fa1740aff10 2024-09-11T22:45:39.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.888+0000 7fa1727fc640 1 -- 172.21.15.16:0/1931533239 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa16c031b50 con 0x7fa1740aff10 2024-09-11T22:45:39.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.889+0000 7fa17a253640 1 -- 172.21.15.16:0/1931533239 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1740aff10 msgr2=0x7fa1740b14e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.889+0000 7fa17a253640 1 --2- 172.21.15.16:0/1931533239 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1740aff10 0x7fa1740b14e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa16c009d90 tx=0x7fa16c02a5d0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.889+0000 7fa17a253640 1 -- 172.21.15.16:0/1931533239 shutdown_connections 2024-09-11T22:45:39.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.889+0000 7fa17a253640 1 --2- 172.21.15.16:0/1931533239 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa1740aff10 0x7fa1740b14e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.891 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.889+0000 7fa17a253640 1 --2- 172.21.15.16:0/1931533239 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1740cdbb0 0x7fa1740b0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.889+0000 7fa17a253640 1 -- 172.21.15.16:0/1931533239 >> 172.21.15.16:0/1931533239 conn(0x7fa17406bc10 msgr2=0x7fa17406bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:39.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.889+0000 7fa17a253640 1 -- 172.21.15.16:0/1931533239 shutdown_connections 2024-09-11T22:45:39.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.889+0000 7fa17a253640 1 -- 172.21.15.16:0/1931533239 wait complete. 2024-09-11T22:45:39.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.890+0000 7fa17a253640 1 Processor -- start 2024-09-11T22:45:39.892 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.890+0000 7fa17a253640 1 -- start start 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.891+0000 7fa17a253640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1740aff10 0x7fa17415e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.891+0000 7fa17a253640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1740cdbb0 0x7fa17414eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.891+0000 7fa17a253640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa17415b190 0x7fa17414f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.891+0000 7fa17a253640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa1740b0a80 con 0x7fa1740aff10 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.891+0000 7fa17a253640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa1740b07a0 con 0x7fa17415b190 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.891+0000 7fa17a253640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa17415b570 con 0x7fa1740cdbb0 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.891+0000 7fa1737fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1740aff10 0x7fa17415e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.891+0000 7fa1737fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1740aff10 0x7fa17415e2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47076/0 (socket says 172.21.15.16:47076) 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.891+0000 7fa1737fe640 1 -- 172.21.15.16:0/2401305810 learned_addr learned my addr 172.21.15.16:0/2401305810 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.891+0000 7fa172ffd640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1740cdbb0 0x7fa17414eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.891+0000 7fa173fff640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa17415b190 0x7fa17414f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.892+0000 7fa1737fe640 1 -- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1740cdbb0 msgr2=0x7fa17414eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.892+0000 7fa1737fe640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1740cdbb0 0x7fa17414eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.892+0000 7fa1737fe640 1 -- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa17415b190 msgr2=0x7fa17414f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.892+0000 7fa1737fe640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa17415b190 0x7fa17414f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.892+0000 7fa1737fe640 1 -- 172.21.15.16:0/2401305810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa17415c3a0 con 0x7fa1740aff10 2024-09-11T22:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.892+0000 7fa1737fe640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1740aff10 0x7fa17415e2e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa16400c3a0 tx=0x7fa16400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.892+0000 7fa15bfff640 1 -- 172.21.15.16:0/2401305810 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa164017070 con 0x7fa1740aff10 2024-09-11T22:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.892+0000 7fa15bfff640 1 -- 172.21.15.16:0/2401305810 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa164005ce0 con 0x7fa1740aff10 2024-09-11T22:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.892+0000 7fa15bfff640 1 -- 172.21.15.16:0/2401305810 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa164007310 con 0x7fa1740aff10 2024-09-11T22:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.892+0000 7fa17a253640 1 -- 172.21.15.16:0/2401305810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa17415c680 con 0x7fa1740aff10 2024-09-11T22:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.892+0000 7fa17a253640 1 -- 172.21.15.16:0/2401305810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa17415cc40 con 0x7fa1740aff10 2024-09-11T22:45:39.895 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.893+0000 7fa17a253640 1 -- 172.21.15.16:0/2401305810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa17406e200 con 0x7fa1740aff10 2024-09-11T22:45:39.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.894+0000 7fa15bfff640 1 -- 172.21.15.16:0/2401305810 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa16401a070 con 0x7fa1740aff10 2024-09-11T22:45:39.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.894+0000 7fa15bfff640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa16006be30 0x7fa16006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:39.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.894+0000 7fa15bfff640 1 -- 172.21.15.16:0/2401305810 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fa164089fe0 con 0x7fa1740aff10 2024-09-11T22:45:39.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.894+0000 7fa172ffd640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa16006be30 0x7fa16006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:39.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.895+0000 7fa172ffd640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa16006be30 0x7fa16006e2f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa168009560 tx=0x7fa168009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:39.899 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:39.899+0000 7fa15bfff640 1 -- 172.21.15.16:0/2401305810 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa174070020 con 0x7fa1740aff10 2024-09-11T22:45:40.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.078+0000 7fa17a253640 1 -- 172.21.15.16:0/2401305810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fa17406c990 con 0x7fa1740aff10 2024-09-11T22:45:40.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.078+0000 7fa15bfff640 1 -- 172.21.15.16:0/2401305810 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v34) ==== 84+0+65 (secure 0 0 0) 0x7fa164058590 con 0x7fa1740aff10 2024-09-11T22:45:40.079 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:40.079 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-11T22:45:40.079 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:40.079 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2024-09-11T22:45:40.079 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2024-09-11T22:45:40.079 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:40.079 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-11T22:45:40.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 -- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa16006be30 msgr2=0x7fa16006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:40.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa16006be30 0x7fa16006e2f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa168009560 tx=0x7fa168009190 comp rx=0 tx=0).stop 2024-09-11T22:45:40.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 -- 172.21.15.16:0/2401305810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1740aff10 msgr2=0x7fa17415e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:40.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1740aff10 0x7fa17415e2e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa16400c3a0 tx=0x7fa16400c860 comp rx=0 tx=0).stop 2024-09-11T22:45:40.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 -- 172.21.15.16:0/2401305810 shutdown_connections 2024-09-11T22:45:40.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa16006be30 0x7fa16006e2f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:40.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa17415b190 0x7fa17414f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:40.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa1740cdbb0 0x7fa17414eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:40.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 --2- 172.21.15.16:0/2401305810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1740aff10 0x7fa17415e2e0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:40.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 -- 172.21.15.16:0/2401305810 >> 172.21.15.16:0/2401305810 conn(0x7fa17406bc10 msgr2=0x7fa1740b2e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:40.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 -- 172.21.15.16:0/2401305810 shutdown_connections 2024-09-11T22:45:40.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.080+0000 7fa17a253640 1 -- 172.21.15.16:0/2401305810 wait complete. 2024-09-11T22:45:40.092 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-11T22:45:40.092 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-11T22:45:40.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.198+0000 7f54468ba640 1 Processor -- start 2024-09-11T22:45:40.199 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.198+0000 7f54468ba640 1 -- start start 2024-09-11T22:45:40.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.199+0000 7f54468ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 0x7f54400b46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:40.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.199+0000 7f54468ba640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f54400d0860 0x7f54400b4c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:40.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.199+0000 7f54468ba640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54400cf7c0 con 0x7f544015e500 2024-09-11T22:45:40.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.199+0000 7f54468ba640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f54400cfaa0 con 0x7f54400d0860 2024-09-11T22:45:40.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.199+0000 7f54468ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f54400cfd80 con 0x7f544006c320 2024-09-11T22:45:40.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f543f7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 0x7f54400b46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:40.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f5444e57640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f54400d0860 0x7f54400b4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:40.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f5444e57640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f54400d0860 0x7f54400b4c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:55410/0 (socket says 172.21.15.16:55410) 2024-09-11T22:45:40.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f543f7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 0x7f54400b46e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:38580/0 (socket says 172.21.15.16:38580) 2024-09-11T22:45:40.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f543ffff640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f544015e500 0x7f544006bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:60810/0 (socket says 172.21.15.16:60810) 2024-09-11T22:45:40.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f5444e57640 1 -- 172.21.15.16:0/1194360151 learned_addr learned my addr 172.21.15.16:0/1194360151 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:40.202 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f543f7fe640 1 -- 172.21.15.16:0/1194360151 >> v2:172.21.15.104:3300/0 conn(0x7f54400d0860 msgr2=0x7f54400b4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f543f7fe640 1 --2- 172.21.15.16:0/1194360151 >> v2:172.21.15.104:3300/0 conn(0x7f54400d0860 0x7f54400b4c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f543f7fe640 1 -- 172.21.15.16:0/1194360151 >> v1:172.21.15.104:6789/0 conn(0x7f544015e500 legacy=0x7f544006bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f543f7fe640 1 -- 172.21.15.16:0/1194360151 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54400d0060 con 0x7f544006c320 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f543effd640 1 -- 172.21.15.16:0/1194360151 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1931708511 0 0) 0x7f54400cf7c0 con 0x7f544015e500 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.200+0000 7f5444e57640 1 --2- 172.21.15.16:0/1194360151 >> v2:172.21.15.104:3300/0 conn(0x7f54400d0860 0x7f54400b4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.201+0000 7f543f7fe640 1 --2- 172.21.15.16:0/1194360151 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 0x7f54400b46e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f54340097a0 tx=0x7f543402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77e33c78efa32932 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.201+0000 7f543effd640 1 -- 172.21.15.16:0/1194360151 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5434037070 con 0x7f544006c320 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.201+0000 7f543effd640 1 -- 172.21.15.16:0/1194360151 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5434032440 con 0x7f544006c320 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.201+0000 7f543effd640 1 -- 172.21.15.16:0/1194360151 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5434032810 con 0x7f544006c320 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.202+0000 7f54468ba640 1 -- 172.21.15.16:0/1194360151 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 msgr2=0x7f54400b46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.202+0000 7f54468ba640 1 --2- 172.21.15.16:0/1194360151 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 0x7f54400b46e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f54340097a0 tx=0x7f543402a180 comp rx=0 tx=0).stop 2024-09-11T22:45:40.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.202+0000 7f54468ba640 1 -- 172.21.15.16:0/1194360151 shutdown_connections 2024-09-11T22:45:40.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.202+0000 7f54468ba640 1 --2- 172.21.15.16:0/1194360151 >> v2:172.21.15.104:3300/0 conn(0x7f54400d0860 0x7f54400b4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:40.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.202+0000 7f54468ba640 1 --2- 172.21.15.16:0/1194360151 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 0x7f54400b46e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:40.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.202+0000 7f54468ba640 1 -- 172.21.15.16:0/1194360151 >> 172.21.15.16:0/1194360151 conn(0x7f544006d470 msgr2=0x7f54400b33e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:40.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.202+0000 7f54468ba640 1 -- 172.21.15.16:0/1194360151 shutdown_connections 2024-09-11T22:45:40.204 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.202+0000 7f54468ba640 1 -- 172.21.15.16:0/1194360151 wait complete. 2024-09-11T22:45:40.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.203+0000 7f54468ba640 1 Processor -- start 2024-09-11T22:45:40.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.203+0000 7f54468ba640 1 -- start start 2024-09-11T22:45:40.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f54468ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 0x7f5440153450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:40.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f54468ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f54400d0860 0x7f5440161900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:40.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f54468ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f544015e500 0x7f544015cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:40.206 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f54468ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f54400cf510 con 0x7f54400d0860 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f54468ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f54400cf390 con 0x7f544015e500 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f54468ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f544015e8e0 con 0x7f544006c320 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f543f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f54400d0860 0x7f5440161900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f543f7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f54400d0860 0x7f5440161900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47090/0 (socket says 172.21.15.16:47090) 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f543f7fe640 1 -- 172.21.15.16:0/337606589 learned_addr learned my addr 172.21.15.16:0/337606589 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f543ffff640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 0x7f5440153450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f5444e57640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f544015e500 0x7f544015cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f543f7fe640 1 -- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 msgr2=0x7f5440153450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f543f7fe640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 0x7f5440153450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f543f7fe640 1 -- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f544015e500 msgr2=0x7f544015cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f543f7fe640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f544015e500 0x7f544015cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.204+0000 7f543f7fe640 1 -- 172.21.15.16:0/337606589 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54401f43c0 con 0x7f54400d0860 2024-09-11T22:45:40.207 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.205+0000 7f543f7fe640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f54400d0860 0x7f5440161900 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5434000c00 tx=0x7f54340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:40.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.205+0000 7f543cff9640 1 -- 172.21.15.16:0/337606589 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5434037050 con 0x7f54400d0860 2024-09-11T22:45:40.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.205+0000 7f543cff9640 1 -- 172.21.15.16:0/337606589 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5434038040 con 0x7f54400d0860 2024-09-11T22:45:40.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.205+0000 7f54468ba640 1 -- 172.21.15.16:0/337606589 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54401f46a0 con 0x7f54400d0860 2024-09-11T22:45:40.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.205+0000 7f543cff9640 1 -- 172.21.15.16:0/337606589 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5434004470 con 0x7f54400d0860 2024-09-11T22:45:40.208 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.205+0000 7f54468ba640 1 -- 172.21.15.16:0/337606589 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54401f4c60 con 0x7f54400d0860 2024-09-11T22:45:40.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.206+0000 7f54468ba640 1 -- 172.21.15.16:0/337606589 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5440070b90 con 0x7f54400d0860 2024-09-11T22:45:40.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.207+0000 7f543cff9640 1 -- 172.21.15.16:0/337606589 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f543403c6d0 con 0x7f54400d0860 2024-09-11T22:45:40.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.207+0000 7f543cff9640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f542c06be30 0x7f542c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:40.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.207+0000 7f543cff9640 1 -- 172.21.15.16:0/337606589 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f54340ab5b0 con 0x7f54400d0860 2024-09-11T22:45:40.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.207+0000 7f543ffff640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f542c06be30 0x7f542c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:40.209 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.208+0000 7f543ffff640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f542c06be30 0x7f542c06e2f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5430000f60 tx=0x7f5430007e40 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:40.212 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.211+0000 7f543cff9640 1 -- 172.21.15.16:0/337606589 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5434079ad0 con 0x7f54400d0860 2024-09-11T22:45:40.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:40.392+0000 7f54468ba640 1 -- 172.21.15.16:0/337606589 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f54400b46e0 con 0x7f54400d0860 2024-09-11T22:45:41.130 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.130+0000 7f543cff9640 1 -- 172.21.15.16:0/337606589 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v35) ==== 138+0+0 (secure 0 0 0) 0x7f543407ddd0 con 0x7f54400d0860 2024-09-11T22:45:41.131 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2024-09-11T22:45:41.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 -- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f542c06be30 msgr2=0x7f542c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:41.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f542c06be30 0x7f542c06e2f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5430000f60 tx=0x7f5430007e40 comp rx=0 tx=0).stop 2024-09-11T22:45:41.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 -- 172.21.15.16:0/337606589 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f54400d0860 msgr2=0x7f5440161900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:41.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f54400d0860 0x7f5440161900 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5434000c00 tx=0x7f54340046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:41.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 -- 172.21.15.16:0/337606589 shutdown_connections 2024-09-11T22:45:41.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f542c06be30 0x7f542c06e2f0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:41.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f544015e500 0x7f544015cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:41.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f54400d0860 0x7f5440161900 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:41.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 --2- 172.21.15.16:0/337606589 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f544006c320 0x7f5440153450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:41.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 -- 172.21.15.16:0/337606589 >> 172.21.15.16:0/337606589 conn(0x7f544006d470 msgr2=0x7f5440075290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:41.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 -- 172.21.15.16:0/337606589 shutdown_connections 2024-09-11T22:45:41.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.133+0000 7f54468ba640 1 -- 172.21.15.16:0/337606589 wait complete. 2024-09-11T22:45:41.151 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-11T22:45:41.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.269+0000 7ff561477640 1 Processor -- start 2024-09-11T22:45:41.269 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.269+0000 7ff561477640 1 -- start start 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.269+0000 7ff561477640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff55c0d4160 0x7ff55c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.269+0000 7ff561477640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff55c1622b0 0x7ff55c06d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.269+0000 7ff561477640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff55c0d36d0 con 0x7ff55c161ed0 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.269+0000 7ff561477640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7ff55c0d0060 con 0x7ff55c0d4160 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.269+0000 7ff561477640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff55c0cfa50 con 0x7ff55c1622b0 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.270+0000 7ff55a7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff55c0d4160 0x7ff55c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.270+0000 7ff55a7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff55c0d4160 0x7ff55c06d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47098/0 (socket says 172.21.15.16:47098) 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.270+0000 7ff55a7fc640 1 -- 172.21.15.16:0/165112789 learned_addr learned my addr 172.21.15.16:0/165112789 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.270+0000 7ff55b7fe640 1 --2- 172.21.15.16:0/165112789 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff55c1622b0 0x7ff55c06d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.270+0000 7ff55a7fc640 1 -- 172.21.15.16:0/165112789 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff55c1622b0 msgr2=0x7ff55c06d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.270+0000 7ff55a7fc640 1 --2- 172.21.15.16:0/165112789 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff55c1622b0 0x7ff55c06d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:41.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.270+0000 7ff55a7fc640 1 -- 172.21.15.16:0/165112789 >> v1:172.21.15.16:6789/0 conn(0x7ff55c161ed0 legacy=0x7ff55c0d3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:41.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.270+0000 7ff55a7fc640 1 -- 172.21.15.16:0/165112789 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff55c0cfcf0 con 0x7ff55c0d4160 2024-09-11T22:45:41.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.270+0000 7ff559ffb640 1 -- 172.21.15.16:0/165112789 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1310259540 0 0) 0x7ff55c0d36d0 con 0x7ff55c161ed0 2024-09-11T22:45:41.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.271+0000 7ff55a7fc640 1 --2- 172.21.15.16:0/165112789 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff55c0d4160 0x7ff55c06d480 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff55c0d01e0 tx=0x7ff55002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f89705bb23a5311 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:41.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.271+0000 7ff559ffb640 1 -- 172.21.15.16:0/165112789 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff550037070 con 0x7ff55c0d4160 2024-09-11T22:45:41.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.271+0000 7ff559ffb640 1 -- 172.21.15.16:0/165112789 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff550032440 con 0x7ff55c0d4160 2024-09-11T22:45:41.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.271+0000 7ff559ffb640 1 -- 172.21.15.16:0/165112789 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff550032810 con 0x7ff55c0d4160 2024-09-11T22:45:41.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.271+0000 7ff561477640 1 -- 172.21.15.16:0/165112789 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff55c0d4160 msgr2=0x7ff55c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:41.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.271+0000 7ff561477640 1 --2- 172.21.15.16:0/165112789 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff55c0d4160 0x7ff55c06d480 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff55c0d01e0 tx=0x7ff55002a250 comp rx=0 tx=0).stop 2024-09-11T22:45:41.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.272+0000 7ff561477640 1 -- 172.21.15.16:0/165112789 shutdown_connections 2024-09-11T22:45:41.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.272+0000 7ff561477640 1 --2- 172.21.15.16:0/165112789 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff55c1622b0 0x7ff55c06d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:41.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.272+0000 7ff561477640 1 --2- 172.21.15.16:0/165112789 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff55c0d4160 0x7ff55c06d480 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:41.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.272+0000 7ff561477640 1 -- 172.21.15.16:0/165112789 >> 172.21.15.16:0/165112789 conn(0x7ff55c0d1430 msgr2=0x7ff55c0d1840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:41.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.272+0000 7ff561477640 1 -- 172.21.15.16:0/165112789 shutdown_connections 2024-09-11T22:45:41.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.272+0000 7ff561477640 1 -- 172.21.15.16:0/165112789 wait complete. 2024-09-11T22:45:41.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.273+0000 7ff561477640 1 Processor -- start 2024-09-11T22:45:41.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.273+0000 7ff561477640 1 -- start start 2024-09-11T22:45:41.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff561477640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff55c0d4160 0x7ff55c157310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:41.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff561477640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff55c161ed0 0x7ff55c158cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:41.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff561477640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff55c1622b0 0x7ff55c1591f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:41.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff561477640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff55c0b7fd0 con 0x7ff55c1622b0 2024-09-11T22:45:41.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff561477640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff55c0b7e50 con 0x7ff55c0d4160 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff561477640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff55c0b8150 con 0x7ff55c161ed0 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff55c1622b0 0x7ff55c1591f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff55c1622b0 0x7ff55c1591f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47106/0 (socket says 172.21.15.16:47106) 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55b7fe640 1 -- 172.21.15.16:0/661417138 learned_addr learned my addr 172.21.15.16:0/661417138 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55a7fc640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff55c161ed0 0x7ff55c158cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55affd640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff55c0d4160 0x7ff55c157310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55b7fe640 1 -- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff55c161ed0 msgr2=0x7ff55c158cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55b7fe640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff55c161ed0 0x7ff55c158cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55b7fe640 1 -- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff55c0d4160 msgr2=0x7ff55c157310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55b7fe640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff55c0d4160 0x7ff55c157310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55b7fe640 1 -- 172.21.15.16:0/661417138 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff55c159820 con 0x7ff55c1622b0 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55affd640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff55c0d4160 0x7ff55c157310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:41.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff55b7fe640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff55c1622b0 0x7ff55c1591f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff55400d5a0 tx=0x7ff55400da60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:41.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff5437fe640 1 -- 172.21.15.16:0/661417138 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5540125f0 con 0x7ff55c1622b0 2024-09-11T22:45:41.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.274+0000 7ff5437fe640 1 -- 172.21.15.16:0/661417138 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff554019070 con 0x7ff55c1622b0 2024-09-11T22:45:41.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.275+0000 7ff561477640 1 -- 172.21.15.16:0/661417138 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff55c159b00 con 0x7ff55c1622b0 2024-09-11T22:45:41.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.275+0000 7ff5437fe640 1 -- 172.21.15.16:0/661417138 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5540129b0 con 0x7ff55c1622b0 2024-09-11T22:45:41.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.275+0000 7ff561477640 1 -- 172.21.15.16:0/661417138 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff55c15bc30 con 0x7ff55c1622b0 2024-09-11T22:45:41.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.275+0000 7ff561477640 1 -- 172.21.15.16:0/661417138 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff55c0d3970 con 0x7ff55c1622b0 2024-09-11T22:45:41.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.276+0000 7ff5437fe640 1 -- 172.21.15.16:0/661417138 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7ff554012b50 con 0x7ff55c1622b0 2024-09-11T22:45:41.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.276+0000 7ff5437fe640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff54806be30 0x7ff54806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:41.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.277+0000 7ff5437fe640 1 -- 172.21.15.16:0/661417138 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5619+0+0 (secure 0 0 0) 0x7ff55408b0e0 con 0x7ff55c1622b0 2024-09-11T22:45:41.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.277+0000 7ff55affd640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff54806be30 0x7ff54806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:41.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.277+0000 7ff55affd640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff54806be30 0x7ff54806e2f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff54c0012e0 tx=0x7ff54c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:41.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.281+0000 7ff5437fe640 1 -- 172.21.15.16:0/661417138 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff554059af0 con 0x7ff55c1622b0 2024-09-11T22:45:41.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:41.458+0000 7ff561477640 1 -- 172.21.15.16:0/661417138 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ff55c0d1030 con 0x7ff55c1622b0 2024-09-11T22:45:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.135+0000 7ff5437fe640 1 -- 172.21.15.16:0/661417138 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v36) ==== 170+0+0 (secure 0 0 0) 0x7ff5540593f0 con 0x7ff55c1622b0 2024-09-11T22:45:42.136 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2024-09-11T22:45:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.139+0000 7ff561477640 1 -- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff54806be30 msgr2=0x7ff54806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.139+0000 7ff561477640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff54806be30 0x7ff54806e2f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff54c0012e0 tx=0x7ff54c009040 comp rx=0 tx=0).stop 2024-09-11T22:45:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.139+0000 7ff561477640 1 -- 172.21.15.16:0/661417138 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff55c1622b0 msgr2=0x7ff55c1591f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.139+0000 7ff561477640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff55c1622b0 0x7ff55c1591f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff55400d5a0 tx=0x7ff55400da60 comp rx=0 tx=0).stop 2024-09-11T22:45:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.139+0000 7ff561477640 1 -- 172.21.15.16:0/661417138 shutdown_connections 2024-09-11T22:45:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.139+0000 7ff561477640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7ff54806be30 0x7ff54806e2f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.139+0000 7ff561477640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff55c1622b0 0x7ff55c1591f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.139+0000 7ff561477640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff55c161ed0 0x7ff55c158cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.139+0000 7ff561477640 1 --2- 172.21.15.16:0/661417138 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff55c0d4160 0x7ff55c157310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.140 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.139+0000 7ff561477640 1 -- 172.21.15.16:0/661417138 >> 172.21.15.16:0/661417138 conn(0x7ff55c0d1430 msgr2=0x7ff55c0b53d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:42.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.139+0000 7ff561477640 1 -- 172.21.15.16:0/661417138 shutdown_connections 2024-09-11T22:45:42.141 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.140+0000 7ff561477640 1 -- 172.21.15.16:0/661417138 wait complete. 2024-09-11T22:45:42.166 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-11T22:45:42.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.275+0000 7fe966eaf640 1 Processor -- start 2024-09-11T22:45:42.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.276+0000 7fe966eaf640 1 -- start start 2024-09-11T22:45:42.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.276+0000 7fe966eaf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fe9601629f0 0x7fe9601639f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:42.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.276+0000 7fe966eaf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9600ce620 0x7fe96009aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.276+0000 7fe966eaf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe96009af80 0x7fe96006d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.276+0000 7fe966eaf640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe960162dd0 con 0x7fe9600ce620 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.276+0000 7fe966eaf640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fe9601666c0 con 0x7fe9601629f0 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.276+0000 7fe966eaf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe9601669a0 con 0x7fe96009af80 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.276+0000 7fe95ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9600ce620 0x7fe96009aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.277+0000 7fe95ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe9600ce620 0x7fe96009aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47108/0 (socket says 172.21.15.16:47108) 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.277+0000 7fe95ffff640 1 -- 172.21.15.16:0/3688348161 learned_addr learned my addr 172.21.15.16:0/3688348161 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.277+0000 7fe964c4b640 1 --2- 172.21.15.16:0/3688348161 >> v2:172.21.15.104:3300/0 conn(0x7fe9601629f0 0x7fe9601639f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.277+0000 7fe96544c640 1 --2- 172.21.15.16:0/3688348161 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe96009af80 0x7fe96006d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.277+0000 7fe95ffff640 1 -- 172.21.15.16:0/3688348161 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe96009af80 msgr2=0x7fe96006d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.277+0000 7fe95ffff640 1 --2- 172.21.15.16:0/3688348161 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe96009af80 0x7fe96006d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.277+0000 7fe95ffff640 1 -- 172.21.15.16:0/3688348161 >> v2:172.21.15.104:3300/0 conn(0x7fe9601629f0 msgr2=0x7fe9601639f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:42.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.277+0000 7fe95ffff640 1 --2- 172.21.15.16:0/3688348161 >> v2:172.21.15.104:3300/0 conn(0x7fe9601629f0 0x7fe9601639f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.277+0000 7fe95ffff640 1 -- 172.21.15.16:0/3688348161 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe960166c80 con 0x7fe9600ce620 2024-09-11T22:45:42.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.277+0000 7fe964c4b640 1 --2- 172.21.15.16:0/3688348161 >> v2:172.21.15.104:3300/0 conn(0x7fe9601629f0 0x7fe9601639f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:42.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe95ffff640 1 --2- 172.21.15.16:0/3688348161 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9600ce620 0x7fe96009aa40 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe9600733b0 tx=0x7fe95002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b292346eef1ab972 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:42.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe95f7fe640 1 -- 172.21.15.16:0/3688348161 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe950037070 con 0x7fe9600ce620 2024-09-11T22:45:42.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe95f7fe640 1 -- 172.21.15.16:0/3688348161 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe950032440 con 0x7fe9600ce620 2024-09-11T22:45:42.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe95f7fe640 1 -- 172.21.15.16:0/3688348161 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe950032810 con 0x7fe9600ce620 2024-09-11T22:45:42.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe966eaf640 1 -- 172.21.15.16:0/3688348161 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9600ce620 msgr2=0x7fe96009aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:42.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe966eaf640 1 --2- 172.21.15.16:0/3688348161 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9600ce620 0x7fe96009aa40 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe9600733b0 tx=0x7fe95002a1e0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe966eaf640 1 -- 172.21.15.16:0/3688348161 shutdown_connections 2024-09-11T22:45:42.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe966eaf640 1 --2- 172.21.15.16:0/3688348161 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe96009af80 0x7fe96006d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe966eaf640 1 --2- 172.21.15.16:0/3688348161 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe9600ce620 0x7fe96009aa40 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe966eaf640 1 --2- 172.21.15.16:0/3688348161 >> v2:172.21.15.104:3300/0 conn(0x7fe9601629f0 0x7fe9601639f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe966eaf640 1 -- 172.21.15.16:0/3688348161 >> 172.21.15.16:0/3688348161 conn(0x7fe9600b4130 msgr2=0x7fe9600b4540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:42.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe966eaf640 1 -- 172.21.15.16:0/3688348161 shutdown_connections 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.278+0000 7fe966eaf640 1 -- 172.21.15.16:0/3688348161 wait complete. 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.279+0000 7fe966eaf640 1 Processor -- start 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.280+0000 7fe966eaf640 1 -- start start 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.280+0000 7fe966eaf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe96009af80 0x7fe96014e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.280+0000 7fe966eaf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9600ce620 0x7fe9600ced90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.280+0000 7fe966eaf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9601629f0 0x7fe96015e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.280+0000 7fe966eaf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe96006da70 con 0x7fe96009af80 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.280+0000 7fe966eaf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe9600cea60 con 0x7fe9600ce620 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.280+0000 7fe966eaf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe96006dbf0 con 0x7fe9601629f0 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.280+0000 7fe964c4b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe96009af80 0x7fe96014e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe964c4b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe96009af80 0x7fe96014e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:47122/0 (socket says 172.21.15.16:47122) 2024-09-11T22:45:42.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe964c4b640 1 -- 172.21.15.16:0/2477382920 learned_addr learned my addr 172.21.15.16:0/2477382920 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe95ffff640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9600ce620 0x7fe9600ced90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe96544c640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9601629f0 0x7fe96015e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe964c4b640 1 -- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9601629f0 msgr2=0x7fe96015e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe964c4b640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9601629f0 0x7fe96015e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe964c4b640 1 -- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9600ce620 msgr2=0x7fe9600ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe964c4b640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9600ce620 0x7fe9600ced90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe964c4b640 1 -- 172.21.15.16:0/2477382920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9601f8820 con 0x7fe96009af80 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe96544c640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9601629f0 0x7fe96015e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe964c4b640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe96009af80 0x7fe96014e8b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe958009fa0 tx=0x7fe95800d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe95d7fa640 1 -- 172.21.15.16:0/2477382920 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe95801a070 con 0x7fe96009af80 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe95d7fa640 1 -- 172.21.15.16:0/2477382920 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe958003bb0 con 0x7fe96009af80 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe966eaf640 1 -- 172.21.15.16:0/2477382920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe96014edf0 con 0x7fe96009af80 2024-09-11T22:45:42.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe95d7fa640 1 -- 172.21.15.16:0/2477382920 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe958004030 con 0x7fe96009af80 2024-09-11T22:45:42.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.281+0000 7fe966eaf640 1 -- 172.21.15.16:0/2477382920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9601ee7d0 con 0x7fe96009af80 2024-09-11T22:45:42.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.282+0000 7fe966eaf640 1 -- 172.21.15.16:0/2477382920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe96006d530 con 0x7fe96009af80 2024-09-11T22:45:42.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.283+0000 7fe95d7fa640 1 -- 172.21.15.16:0/2477382920 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe95801d070 con 0x7fe96009af80 2024-09-11T22:45:42.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.283+0000 7fe95d7fa640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe94006be30 0x7fe94006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:42.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.283+0000 7fe95d7fa640 1 -- 172.21.15.16:0/2477382920 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 6001+0+0 (secure 0 0 0) 0x7fe95808b010 con 0x7fe96009af80 2024-09-11T22:45:42.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.284+0000 7fe95ffff640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe94006be30 0x7fe94006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:42.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.284+0000 7fe95ffff640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe94006be30 0x7fe94006e2f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe950034000 tx=0x7fe95002e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:42.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.288+0000 7fe95d7fa640 1 -- 172.21.15.16:0/2477382920 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe96014edf0 con 0x7fe96009af80 2024-09-11T22:45:42.504 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:42.503+0000 7fe966eaf640 1 -- 172.21.15.16:0/2477382920 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fe9600718a0 con 0x7fe96009af80 2024-09-11T22:45:43.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.156+0000 7fe95d7fa640 1 -- 172.21.15.16:0/2477382920 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v13) ==== 172+0+0 (secure 0 0 0) 0x7fe9601f8820 con 0x7fe96009af80 2024-09-11T22:45:43.161 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 5 and data pool 6 2024-09-11T22:45:43.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.165+0000 7fe966eaf640 1 -- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe94006be30 msgr2=0x7fe94006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.165+0000 7fe966eaf640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe94006be30 0x7fe94006e2f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe950034000 tx=0x7fe95002e000 comp rx=0 tx=0).stop 2024-09-11T22:45:43.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.166+0000 7fe966eaf640 1 -- 172.21.15.16:0/2477382920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe96009af80 msgr2=0x7fe96014e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.166+0000 7fe966eaf640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe96009af80 0x7fe96014e8b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe958009fa0 tx=0x7fe95800d560 comp rx=0 tx=0).stop 2024-09-11T22:45:43.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.166+0000 7fe966eaf640 1 -- 172.21.15.16:0/2477382920 shutdown_connections 2024-09-11T22:45:43.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.166+0000 7fe966eaf640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe94006be30 0x7fe94006e2f0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.166+0000 7fe966eaf640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe9601629f0 0x7fe96015e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.166+0000 7fe966eaf640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe9600ce620 0x7fe9600ced90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.166+0000 7fe966eaf640 1 --2- 172.21.15.16:0/2477382920 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe96009af80 0x7fe96014e8b0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.166+0000 7fe966eaf640 1 -- 172.21.15.16:0/2477382920 >> 172.21.15.16:0/2477382920 conn(0x7fe9600b4130 msgr2=0x7fe960071cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:43.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.167+0000 7fe966eaf640 1 -- 172.21.15.16:0/2477382920 shutdown_connections 2024-09-11T22:45:43.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.167+0000 7fe966eaf640 1 -- 172.21.15.16:0/2477382920 wait complete. 2024-09-11T22:45:43.184 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:43.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.293+0000 7f58562b7640 1 Processor -- start 2024-09-11T22:45:43.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.293+0000 7f58562b7640 1 -- start start 2024-09-11T22:45:43.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.293+0000 7f58562b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f585015e6a0 0x7f58500cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.293+0000 7f58562b7640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f58500b68d0 0x7f58500d33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.293+0000 7f58562b7640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f585015ea80 con 0x7f58500d1cf0 2024-09-11T22:45:43.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.293+0000 7f58562b7640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f58500d2310 con 0x7f58500b68d0 2024-09-11T22:45:43.295 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.293+0000 7f58562b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f58500d25f0 con 0x7f585015e6a0 2024-09-11T22:45:43.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f584f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f58500d1cf0 0x7f58500b61c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60292/0 (socket says 172.21.15.16:60292) 2024-09-11T22:45:43.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f584f7fe640 1 -- 172.21.15.16:0/4214043322 learned_addr learned my addr 172.21.15.16:0/4214043322 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:43.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f584ffff640 1 --2- 172.21.15.16:0/4214043322 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f585015e6a0 0x7f58500cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f5854854640 1 --2- 172.21.15.16:0/4214043322 >> v2:172.21.15.104:3300/0 conn(0x7f58500b68d0 0x7f58500d33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f584effd640 1 -- 172.21.15.16:0/4214043322 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2290198474 0 0) 0x7f585015ea80 con 0x7f58500d1cf0 2024-09-11T22:45:43.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f584effd640 1 -- 172.21.15.16:0/4214043322 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5838003520 con 0x7f58500d1cf0 2024-09-11T22:45:43.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f5854854640 1 -- 172.21.15.16:0/4214043322 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f585015e6a0 msgr2=0x7f58500cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:43.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f584effd640 1 -- 172.21.15.16:0/4214043322 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2724704753 0 0) 0x7f5838003520 con 0x7f58500d1cf0 2024-09-11T22:45:43.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f5854854640 1 --2- 172.21.15.16:0/4214043322 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f585015e6a0 0x7f58500cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f5854854640 1 -- 172.21.15.16:0/4214043322 >> v1:172.21.15.16:6789/0 conn(0x7f58500d1cf0 legacy=0x7f58500b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.296 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f5854854640 1 -- 172.21.15.16:0/4214043322 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58500d28d0 con 0x7f58500b68d0 2024-09-11T22:45:43.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.294+0000 7f584ffff640 1 --2- 172.21.15.16:0/4214043322 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f585015e6a0 0x7f58500cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:43.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.295+0000 7f5854854640 1 --2- 172.21.15.16:0/4214043322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58500b68d0 0x7f58500d33b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5848009d90 tx=0x7f584802a560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=61ba42df90115f98 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:43.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.295+0000 7f584effd640 1 -- 172.21.15.16:0/4214043322 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5844001670 con 0x7f58500b68d0 2024-09-11T22:45:43.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.295+0000 7f584effd640 1 -- 172.21.15.16:0/4214043322 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5848007540 con 0x7f58500b68d0 2024-09-11T22:45:43.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.295+0000 7f584effd640 1 -- 172.21.15.16:0/4214043322 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58480078f0 con 0x7f58500b68d0 2024-09-11T22:45:43.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.296+0000 7f58562b7640 1 -- 172.21.15.16:0/4214043322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58500b68d0 msgr2=0x7f58500d33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.296+0000 7f58562b7640 1 --2- 172.21.15.16:0/4214043322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58500b68d0 0x7f58500d33b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5848009d90 tx=0x7f584802a560 comp rx=0 tx=0).stop 2024-09-11T22:45:43.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.296+0000 7f58562b7640 1 -- 172.21.15.16:0/4214043322 shutdown_connections 2024-09-11T22:45:43.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.296+0000 7f58562b7640 1 --2- 172.21.15.16:0/4214043322 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f58500b68d0 0x7f58500d33b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.296+0000 7f58562b7640 1 --2- 172.21.15.16:0/4214043322 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f585015e6a0 0x7f58500cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.296+0000 7f58562b7640 1 -- 172.21.15.16:0/4214043322 >> 172.21.15.16:0/4214043322 conn(0x7f5850067d70 msgr2=0x7f5850068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:43.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.296+0000 7f58562b7640 1 -- 172.21.15.16:0/4214043322 shutdown_connections 2024-09-11T22:45:43.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.296+0000 7f58562b7640 1 -- 172.21.15.16:0/4214043322 wait complete. 2024-09-11T22:45:43.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.297+0000 7f58562b7640 1 Processor -- start 2024-09-11T22:45:43.299 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.297+0000 7f58562b7640 1 -- start start 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f58562b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58500b68d0 0x7f5850159120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f58562b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f58500d1cf0 0x7f585014ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f58562b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f585015e6a0 0x7f585015c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f58562b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f58500b6d20 con 0x7f58500b68d0 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f58562b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f58500d2e90 con 0x7f585015e6a0 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f58562b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f58500b7970 con 0x7f58500d1cf0 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f584ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58500b68d0 0x7f5850159120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f584ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58500b68d0 0x7f5850159120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53306/0 (socket says 172.21.15.16:53306) 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f584ffff640 1 -- 172.21.15.16:0/3810496912 learned_addr learned my addr 172.21.15.16:0/3810496912 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f584f7fe640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f58500d1cf0 0x7f585014ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f5854854640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f585015e6a0 0x7f585015c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.302 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f584ffff640 1 -- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f58500d1cf0 msgr2=0x7f585014ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f584ffff640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f58500d1cf0 0x7f585014ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f584ffff640 1 -- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f585015e6a0 msgr2=0x7f585015c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f584ffff640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f585015e6a0 0x7f585015c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.298+0000 7f584ffff640 1 -- 172.21.15.16:0/3810496912 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58500ce450 con 0x7f58500b68d0 2024-09-11T22:45:43.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.299+0000 7f584ffff640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58500b68d0 0x7f5850159120 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f584000e960 tx=0x7f584000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:43.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.299+0000 7f584cff9640 1 -- 172.21.15.16:0/3810496912 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5840017070 con 0x7f58500b68d0 2024-09-11T22:45:43.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.299+0000 7f584cff9640 1 -- 172.21.15.16:0/3810496912 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f584000ca00 con 0x7f58500b68d0 2024-09-11T22:45:43.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.299+0000 7f58562b7640 1 -- 172.21.15.16:0/3810496912 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58500ce730 con 0x7f58500b68d0 2024-09-11T22:45:43.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.299+0000 7f584cff9640 1 -- 172.21.15.16:0/3810496912 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f584000cdd0 con 0x7f58500b68d0 2024-09-11T22:45:43.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.299+0000 7f58562b7640 1 -- 172.21.15.16:0/3810496912 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58500cecf0 con 0x7f58500b68d0 2024-09-11T22:45:43.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.300+0000 7f58562b7640 1 -- 172.21.15.16:0/3810496912 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58500cfc50 con 0x7f58500b68d0 2024-09-11T22:45:43.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.300+0000 7f584cff9640 1 -- 172.21.15.16:0/3810496912 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f584001a070 con 0x7f58500b68d0 2024-09-11T22:45:43.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.301+0000 7f584cff9640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f583c06be30 0x7f583c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.301+0000 7f584cff9640 1 -- 172.21.15.16:0/3810496912 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7f584008b1d0 con 0x7f58500b68d0 2024-09-11T22:45:43.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.301+0000 7f584f7fe640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f583c06be30 0x7f583c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.301+0000 7f584f7fe640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f583c06be30 0x7f583c06e2f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f58501f7a10 tx=0x7f5844009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:43.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.305+0000 7f584cff9640 1 -- 172.21.15.16:0/3810496912 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5840059a80 con 0x7f58500b68d0 2024-09-11T22:45:43.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.482+0000 7f58562b7640 1 -- 172.21.15.16:0/3810496912 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f58500d0d60 con 0x7f58500b68d0 2024-09-11T22:45:43.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.483+0000 7f584cff9640 1 -- 172.21.15.16:0/3810496912 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+16979 (secure 0 0 0) 0x7f5840059380 con 0x7f58500b68d0 2024-09-11T22:45:43.484 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:43.484 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":37,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:45:42.504835+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:45:40.422729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-11T22:45:41.489979+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:43.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 -- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f583c06be30 msgr2=0x7f583c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f583c06be30 0x7f583c06e2f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f58501f7a10 tx=0x7f5844009040 comp rx=0 tx=0).stop 2024-09-11T22:45:43.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 -- 172.21.15.16:0/3810496912 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58500b68d0 msgr2=0x7f5850159120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58500b68d0 0x7f5850159120 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f584000e960 tx=0x7f584000ee20 comp rx=0 tx=0).stop 2024-09-11T22:45:43.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 -- 172.21.15.16:0/3810496912 shutdown_connections 2024-09-11T22:45:43.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f583c06be30 0x7f583c06e2f0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f585015e6a0 0x7f585015c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f58500d1cf0 0x7f585014ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 --2- 172.21.15.16:0/3810496912 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f58500b68d0 0x7f5850159120 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 -- 172.21.15.16:0/3810496912 >> 172.21.15.16:0/3810496912 conn(0x7f5850067d70 msgr2=0x7f58501599e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:43.486 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 -- 172.21.15.16:0/3810496912 shutdown_connections 2024-09-11T22:45:43.487 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.485+0000 7f58562b7640 1 -- 172.21.15.16:0/3810496912 wait complete. 2024-09-11T22:45:43.497 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:43.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.598+0000 7fd15e0c3640 1 Processor -- start 2024-09-11T22:45:43.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.599+0000 7fd15e0c3640 1 -- start start 2024-09-11T22:45:43.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.599+0000 7fd15e0c3640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd15815b190 0x7fd1580cd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.599+0000 7fd15e0c3640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1580aff10 0x7fd1580cd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.599+0000 7fd15e0c3640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd15806e200 0x7fd1580cf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.599+0000 7fd15e0c3640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd158070020 con 0x7fd15806e200 2024-09-11T22:45:43.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.599+0000 7fd15e0c3640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd15815f7c0 con 0x7fd15815b190 2024-09-11T22:45:43.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.599+0000 7fd15e0c3640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd15815fd20 con 0x7fd1580aff10 2024-09-11T22:45:43.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.599+0000 7fd157fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd15806e200 0x7fd1580cf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.600+0000 7fd157fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd15806e200 0x7fd1580cf630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53310/0 (socket says 172.21.15.16:53310) 2024-09-11T22:45:43.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.600+0000 7fd157fff640 1 -- 172.21.15.16:0/1352961334 learned_addr learned my addr 172.21.15.16:0/1352961334 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:43.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.600+0000 7fd157fff640 1 -- 172.21.15.16:0/1352961334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1580aff10 msgr2=0x7fd1580cd9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:43.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.600+0000 7fd14effd640 1 --2- 172.21.15.16:0/1352961334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1580aff10 0x7fd1580cd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.600+0000 7fd1577fe640 1 --2- 172.21.15.16:0/1352961334 >> v2:172.21.15.104:3300/0 conn(0x7fd15815b190 0x7fd1580cd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.600+0000 7fd157fff640 1 --2- 172.21.15.16:0/1352961334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1580aff10 0x7fd1580cd9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.600+0000 7fd157fff640 1 -- 172.21.15.16:0/1352961334 >> v2:172.21.15.104:3300/0 conn(0x7fd15815b190 msgr2=0x7fd1580cd4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:43.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.600+0000 7fd157fff640 1 --2- 172.21.15.16:0/1352961334 >> v2:172.21.15.104:3300/0 conn(0x7fd15815b190 0x7fd1580cd4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.600+0000 7fd157fff640 1 -- 172.21.15.16:0/1352961334 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1580b0500 con 0x7fd15806e200 2024-09-11T22:45:43.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.600+0000 7fd1577fe640 1 --2- 172.21.15.16:0/1352961334 >> v2:172.21.15.104:3300/0 conn(0x7fd15815b190 0x7fd1580cd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:43.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd157fff640 1 --2- 172.21.15.16:0/1352961334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd15806e200 0x7fd1580cf630 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd158073610 tx=0x7fd15002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8c55be68716e28f server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:43.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd156ffd640 1 -- 172.21.15.16:0/1352961334 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150036070 con 0x7fd15806e200 2024-09-11T22:45:43.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd156ffd640 1 -- 172.21.15.16:0/1352961334 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd150031600 con 0x7fd15806e200 2024-09-11T22:45:43.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd156ffd640 1 -- 172.21.15.16:0/1352961334 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1500319d0 con 0x7fd15806e200 2024-09-11T22:45:43.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd15e0c3640 1 -- 172.21.15.16:0/1352961334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd15806e200 msgr2=0x7fd1580cf630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd15e0c3640 1 --2- 172.21.15.16:0/1352961334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd15806e200 0x7fd1580cf630 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd158073610 tx=0x7fd15002a610 comp rx=0 tx=0).stop 2024-09-11T22:45:43.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd15e0c3640 1 -- 172.21.15.16:0/1352961334 shutdown_connections 2024-09-11T22:45:43.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd15e0c3640 1 --2- 172.21.15.16:0/1352961334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd15806e200 0x7fd1580cf630 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd15e0c3640 1 --2- 172.21.15.16:0/1352961334 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1580aff10 0x7fd1580cd9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd15e0c3640 1 --2- 172.21.15.16:0/1352961334 >> v2:172.21.15.104:3300/0 conn(0x7fd15815b190 0x7fd1580cd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd15e0c3640 1 -- 172.21.15.16:0/1352961334 >> 172.21.15.16:0/1352961334 conn(0x7fd15806bc10 msgr2=0x7fd15806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:43.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd15e0c3640 1 -- 172.21.15.16:0/1352961334 shutdown_connections 2024-09-11T22:45:43.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.601+0000 7fd15e0c3640 1 -- 172.21.15.16:0/1352961334 wait complete. 2024-09-11T22:45:43.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.602+0000 7fd15e0c3640 1 Processor -- start 2024-09-11T22:45:43.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.603+0000 7fd15e0c3640 1 -- start start 2024-09-11T22:45:43.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.603+0000 7fd15e0c3640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd15806e200 0x7fd158139220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.603+0000 7fd15e0c3640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1580aff10 0x7fd15814ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.603+0000 7fd15e0c3640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd15815b190 0x7fd158151c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.603+0000 7fd15e0c3640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd1580b0a80 con 0x7fd15815b190 2024-09-11T22:45:43.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.603+0000 7fd15e0c3640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd1580b07a0 con 0x7fd15806e200 2024-09-11T22:45:43.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.603+0000 7fd15e0c3640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd15815b570 con 0x7fd1580aff10 2024-09-11T22:45:43.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd157fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd15815b190 0x7fd158151c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd157fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd15815b190 0x7fd158151c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53326/0 (socket says 172.21.15.16:53326) 2024-09-11T22:45:43.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd157fff640 1 -- 172.21.15.16:0/2964007538 learned_addr learned my addr 172.21.15.16:0/2964007538 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:43.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd14effd640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1580aff10 0x7fd15814ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd1577fe640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd15806e200 0x7fd158139220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd157fff640 1 -- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1580aff10 msgr2=0x7fd15814ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.608 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd157fff640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1580aff10 0x7fd15814ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd157fff640 1 -- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd15806e200 msgr2=0x7fd158139220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd157fff640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd15806e200 0x7fd158139220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd157fff640 1 -- 172.21.15.16:0/2964007538 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1581521c0 con 0x7fd15815b190 2024-09-11T22:45:43.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd157fff640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd15815b190 0x7fd158151c80 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fd150009f40 tx=0x7fd150004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:43.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd154ff9640 1 -- 172.21.15.16:0/2964007538 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150036050 con 0x7fd15815b190 2024-09-11T22:45:43.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd154ff9640 1 -- 172.21.15.16:0/2964007538 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd150042070 con 0x7fd15815b190 2024-09-11T22:45:43.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd15e0c3640 1 -- 172.21.15.16:0/2964007538 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd158154200 con 0x7fd15815b190 2024-09-11T22:45:43.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd154ff9640 1 -- 172.21.15.16:0/2964007538 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150009510 con 0x7fd15815b190 2024-09-11T22:45:43.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.604+0000 7fd15e0c3640 1 -- 172.21.15.16:0/2964007538 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1581547c0 con 0x7fd15815b190 2024-09-11T22:45:43.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.605+0000 7fd15e0c3640 1 -- 172.21.15.16:0/2964007538 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1580cd4a0 con 0x7fd15815b190 2024-09-11T22:45:43.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.606+0000 7fd154ff9640 1 -- 172.21.15.16:0/2964007538 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fd150007bd0 con 0x7fd15815b190 2024-09-11T22:45:43.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.606+0000 7fd154ff9640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd13806be30 0x7fd13806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.606+0000 7fd154ff9640 1 -- 172.21.15.16:0/2964007538 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7fd1500abfa0 con 0x7fd15815b190 2024-09-11T22:45:43.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.606+0000 7fd1577fe640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd13806be30 0x7fd13806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.607+0000 7fd1577fe640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd13806be30 0x7fd13806e2f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd14800a950 tx=0x7fd148008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:43.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.610+0000 7fd154ff9640 1 -- 172.21.15.16:0/2964007538 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd15007a7c0 con 0x7fd15815b190 2024-09-11T22:45:43.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.785+0000 7fd15e0c3640 1 -- 172.21.15.16:0/2964007538 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd15806c990 con 0x7fd15815b190 2024-09-11T22:45:43.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.786+0000 7fd154ff9640 1 -- 172.21.15.16:0/2964007538 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+16979 (secure 0 0 0) 0x7fd15007a0c0 con 0x7fd15815b190 2024-09-11T22:45:43.788 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:43.788 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":37,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:45:42.504835+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:45:40.422729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-11T22:45:41.489979+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.788+0000 7fd15e0c3640 1 -- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd13806be30 msgr2=0x7fd13806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.788+0000 7fd15e0c3640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd13806be30 0x7fd13806e2f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd14800a950 tx=0x7fd148008040 comp rx=0 tx=0).stop 2024-09-11T22:45:43.790 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.788+0000 7fd15e0c3640 1 -- 172.21.15.16:0/2964007538 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd15815b190 msgr2=0x7fd158151c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.788+0000 7fd15e0c3640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd15815b190 0x7fd158151c80 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fd150009f40 tx=0x7fd150004a40 comp rx=0 tx=0).stop 2024-09-11T22:45:43.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.789+0000 7fd15e0c3640 1 -- 172.21.15.16:0/2964007538 shutdown_connections 2024-09-11T22:45:43.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.789+0000 7fd15e0c3640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fd13806be30 0x7fd13806e2f0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.789+0000 7fd15e0c3640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd15815b190 0x7fd158151c80 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.789+0000 7fd15e0c3640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd1580aff10 0x7fd15814ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.789+0000 7fd15e0c3640 1 --2- 172.21.15.16:0/2964007538 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd15806e200 0x7fd158139220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.789+0000 7fd15e0c3640 1 -- 172.21.15.16:0/2964007538 >> 172.21.15.16:0/2964007538 conn(0x7fd15806bc10 msgr2=0x7fd15815a460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:43.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.789+0000 7fd15e0c3640 1 -- 172.21.15.16:0/2964007538 shutdown_connections 2024-09-11T22:45:43.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.789+0000 7fd15e0c3640 1 -- 172.21.15.16:0/2964007538 wait complete. 2024-09-11T22:45:43.801 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-11T22:45:43.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.906+0000 7fe1a8074640 1 Processor -- start 2024-09-11T22:45:43.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.907+0000 7fe1a8074640 1 -- start start 2024-09-11T22:45:43.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.908+0000 7fe1a8074640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1a015e7f0 0x7fe1a006d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.908+0000 7fe1a8074640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1a006dd40 con 0x7fe1a006d930 2024-09-11T22:45:43.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.908+0000 7fe1a8074640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1a00b5ff0 con 0x7fe1a00b3870 2024-09-11T22:45:43.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.908+0000 7fe1a8074640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fe1a015ebd0 con 0x7fe1a015e7f0 2024-09-11T22:45:43.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.908+0000 7fe1a5e10640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1a015e7f0 0x7fe1a006d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.908+0000 7fe1a5e10640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe1a015e7f0 0x7fe1a006d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53330/0 (socket says 172.21.15.16:53330) 2024-09-11T22:45:43.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.908+0000 7fe1a5e10640 1 -- 172.21.15.16:0/1385170863 learned_addr learned my addr 172.21.15.16:0/1385170863 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:43.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.908+0000 7fe1a6611640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe1a006d930 0x7fe1a00b3070 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60298/0 (socket says 172.21.15.16:60298) 2024-09-11T22:45:43.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.908+0000 7fe1a5e10640 1 -- 172.21.15.16:0/1385170863 >> v1:172.21.15.104:6789/0 conn(0x7fe1a00b3870 legacy=0x7fe1a00b64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.908+0000 7fe1a5e10640 1 -- 172.21.15.16:0/1385170863 >> v1:172.21.15.16:6789/0 conn(0x7fe1a006d930 legacy=0x7fe1a00b3070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.908+0000 7fe1a5e10640 1 -- 172.21.15.16:0/1385170863 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1a009b5f0 con 0x7fe1a015e7f0 2024-09-11T22:45:43.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.909+0000 7fe1a5e10640 1 --2- 172.21.15.16:0/1385170863 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1a015e7f0 0x7fe1a006d3f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe19c009870 tx=0x7fe19c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7b482a2d909a3af server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:43.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.909+0000 7fe1a4e0e640 1 -- 172.21.15.16:0/1385170863 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe19c037070 con 0x7fe1a015e7f0 2024-09-11T22:45:43.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.909+0000 7fe1a4e0e640 1 -- 172.21.15.16:0/1385170863 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe19c02ae50 con 0x7fe1a015e7f0 2024-09-11T22:45:43.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.909+0000 7fe1a4e0e640 1 -- 172.21.15.16:0/1385170863 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe19c032860 con 0x7fe1a015e7f0 2024-09-11T22:45:43.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.909+0000 7fe1a8074640 1 -- 172.21.15.16:0/1385170863 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1a015e7f0 msgr2=0x7fe1a006d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.909+0000 7fe1a8074640 1 --2- 172.21.15.16:0/1385170863 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1a015e7f0 0x7fe1a006d3f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe19c009870 tx=0x7fe19c02a300 comp rx=0 tx=0).stop 2024-09-11T22:45:43.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.909+0000 7fe1a8074640 1 -- 172.21.15.16:0/1385170863 shutdown_connections 2024-09-11T22:45:43.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.909+0000 7fe1a8074640 1 --2- 172.21.15.16:0/1385170863 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1a015e7f0 0x7fe1a006d3f0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.909+0000 7fe1a8074640 1 -- 172.21.15.16:0/1385170863 >> 172.21.15.16:0/1385170863 conn(0x7fe1a00b7c50 msgr2=0x7fe1a00b4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:43.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.910+0000 7fe1a8074640 1 -- 172.21.15.16:0/1385170863 shutdown_connections 2024-09-11T22:45:43.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.910+0000 7fe1a8074640 1 -- 172.21.15.16:0/1385170863 wait complete. 2024-09-11T22:45:43.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.911+0000 7fe1a8074640 1 Processor -- start 2024-09-11T22:45:43.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.911+0000 7fe1a8074640 1 -- start start 2024-09-11T22:45:43.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.911+0000 7fe1a8074640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1a006d930 0x7fe1a015f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.911+0000 7fe1a8074640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1a00b3870 0x7fe1a0153380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.911+0000 7fe1a8074640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1a015e7f0 0x7fe1a00b1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.914 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.911+0000 7fe1a8074640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a009be90 con 0x7fe1a00b3870 2024-09-11T22:45:43.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.911+0000 7fe1a8074640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a009bbb0 con 0x7fe1a006d930 2024-09-11T22:45:43.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.911+0000 7fe1a8074640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fe1a00b6be0 con 0x7fe1a015e7f0 2024-09-11T22:45:43.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a560f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1a00b3870 0x7fe1a0153380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a560f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1a00b3870 0x7fe1a0153380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53340/0 (socket says 172.21.15.16:53340) 2024-09-11T22:45:43.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a560f640 1 -- 172.21.15.16:0/70505687 learned_addr learned my addr 172.21.15.16:0/70505687 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:43.915 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a6611640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1a015e7f0 0x7fe1a00b1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a5e10640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1a006d930 0x7fe1a015f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a560f640 1 -- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1a015e7f0 msgr2=0x7fe1a00b1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a560f640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1a015e7f0 0x7fe1a00b1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a560f640 1 -- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1a006d930 msgr2=0x7fe1a015f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a560f640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1a006d930 0x7fe1a015f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a560f640 1 -- 172.21.15.16:0/70505687 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1a00b19a0 con 0x7fe1a00b3870 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a560f640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1a00b3870 0x7fe1a0153380 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe19000c430 tx=0x7fe19000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1967fc640 1 -- 172.21.15.16:0/70505687 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1900052d0 con 0x7fe1a00b3870 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1967fc640 1 -- 172.21.15.16:0/70505687 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe190005490 con 0x7fe1a00b3870 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a8074640 1 -- 172.21.15.16:0/70505687 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1a0154c60 con 0x7fe1a00b3870 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1967fc640 1 -- 172.21.15.16:0/70505687 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe190007260 con 0x7fe1a00b3870 2024-09-11T22:45:43.916 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.912+0000 7fe1a8074640 1 -- 172.21.15.16:0/70505687 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1a015fbb0 con 0x7fe1a00b3870 2024-09-11T22:45:43.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.913+0000 7fe1a8074640 1 -- 172.21.15.16:0/70505687 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1a006d3f0 con 0x7fe1a00b3870 2024-09-11T22:45:43.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.914+0000 7fe1967fc640 1 -- 172.21.15.16:0/70505687 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fe190007400 con 0x7fe1a00b3870 2024-09-11T22:45:43.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.914+0000 7fe1967fc640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe18406be30 0x7fe18406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:43.917 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.915+0000 7fe1967fc640 1 -- 172.21.15.16:0/70505687 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7fe19008a490 con 0x7fe1a00b3870 2024-09-11T22:45:43.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.915+0000 7fe1a5e10640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe18406be30 0x7fe18406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:43.918 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.915+0000 7fe1a5e10640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe18406be30 0x7fe18406e2f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe19c034000 tx=0x7fe19c02e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:43.919 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:43.919+0000 7fe1967fc640 1 -- 172.21.15.16:0/70505687 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fe1a00b19a0 con 0x7fe1a00b3870 2024-09-11T22:45:44.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.133+0000 7fe1a8074640 1 -- 172.21.15.16:0/70505687 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fe1a015f020 con 0x7fe1a00b3870 2024-09-11T22:45:44.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.153+0000 7fe1967fc640 1 -- 172.21.15.16:0/70505687 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) ==== 118+0+0 (secure 0 0 0) 0x7fe190058650 con 0x7fe1a00b3870 2024-09-11T22:45:44.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 -- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe18406be30 msgr2=0x7fe18406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:44.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe18406be30 0x7fe18406e2f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe19c034000 tx=0x7fe19c02e000 comp rx=0 tx=0).stop 2024-09-11T22:45:44.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 -- 172.21.15.16:0/70505687 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1a00b3870 msgr2=0x7fe1a0153380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:44.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1a00b3870 0x7fe1a0153380 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe19000c430 tx=0x7fe19000c8f0 comp rx=0 tx=0).stop 2024-09-11T22:45:44.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 -- 172.21.15.16:0/70505687 shutdown_connections 2024-09-11T22:45:44.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fe18406be30 0x7fe18406e2f0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:44.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fe1a015e7f0 0x7fe1a00b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:44.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe1a00b3870 0x7fe1a0153380 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 --2- 172.21.15.16:0/70505687 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fe1a006d930 0x7fe1a015f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 -- 172.21.15.16:0/70505687 >> 172.21.15.16:0/70505687 conn(0x7fe1a00b7c50 msgr2=0x7fe1a015d5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 -- 172.21.15.16:0/70505687 shutdown_connections 2024-09-11T22:45:44.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.156+0000 7fe1a8074640 1 -- 172.21.15.16:0/70505687 wait complete. 2024-09-11T22:45:44.168 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-11T22:45:44.168 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-11T22:45:44.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.273+0000 7f7296dd6640 1 Processor -- start 2024-09-11T22:45:44.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.273+0000 7f7296dd6640 1 -- start start 2024-09-11T22:45:44.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.274+0000 7f7296dd6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f72900d4160 0x7f729006d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:44.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.274+0000 7f7296dd6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72901622b0 0x7f729006d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:44.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.274+0000 7f7296dd6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72900d36d0 con 0x7f7290161ed0 2024-09-11T22:45:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.274+0000 7f7296dd6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f72900d0060 con 0x7f72900d4160 2024-09-11T22:45:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.274+0000 7f7296dd6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f72900cfa50 con 0x7f72901622b0 2024-09-11T22:45:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.274+0000 7f728ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f72900d4160 0x7f729006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.274+0000 7f728ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f72900d4160 0x7f729006d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53348/0 (socket says 172.21.15.16:53348) 2024-09-11T22:45:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.274+0000 7f728ffff640 1 -- 172.21.15.16:0/3724588992 learned_addr learned my addr 172.21.15.16:0/3724588992 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.274+0000 7f7295373640 1 --2- 172.21.15.16:0/3724588992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72901622b0 0x7f729006d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.275+0000 7f728ffff640 1 -- 172.21.15.16:0/3724588992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72901622b0 msgr2=0x7f729006d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.275+0000 7f728ffff640 1 --2- 172.21.15.16:0/3724588992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72901622b0 0x7f729006d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.275+0000 7f728ffff640 1 -- 172.21.15.16:0/3724588992 >> v1:172.21.15.104:6789/0 conn(0x7f7290161ed0 legacy=0x7f72900d3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.275+0000 7f728ffff640 1 -- 172.21.15.16:0/3724588992 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72900cfcf0 con 0x7f72900d4160 2024-09-11T22:45:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.275+0000 7f7295373640 1 --2- 172.21.15.16:0/3724588992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72901622b0 0x7f729006d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:44.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.275+0000 7f728ffff640 1 --2- 172.21.15.16:0/3724588992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d4160 0x7f729006d480 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f72900d01e0 tx=0x7f728402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=901d695d356d6b40 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:44.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.276+0000 7f728f7fe640 1 -- 172.21.15.16:0/3724588992 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7284037070 con 0x7f72900d4160 2024-09-11T22:45:44.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.276+0000 7f728f7fe640 1 -- 172.21.15.16:0/3724588992 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7284032440 con 0x7f72900d4160 2024-09-11T22:45:44.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.276+0000 7f728f7fe640 1 -- 172.21.15.16:0/3724588992 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7284032810 con 0x7f72900d4160 2024-09-11T22:45:44.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.276+0000 7f7296dd6640 1 -- 172.21.15.16:0/3724588992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d4160 msgr2=0x7f729006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:44.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.276+0000 7f7296dd6640 1 --2- 172.21.15.16:0/3724588992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d4160 0x7f729006d480 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f72900d01e0 tx=0x7f728402a250 comp rx=0 tx=0).stop 2024-09-11T22:45:44.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.276+0000 7f7296dd6640 1 -- 172.21.15.16:0/3724588992 shutdown_connections 2024-09-11T22:45:44.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.276+0000 7f7296dd6640 1 --2- 172.21.15.16:0/3724588992 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f72901622b0 0x7f729006d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:44.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.276+0000 7f7296dd6640 1 --2- 172.21.15.16:0/3724588992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d4160 0x7f729006d480 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:44.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.276+0000 7f7296dd6640 1 -- 172.21.15.16:0/3724588992 >> 172.21.15.16:0/3724588992 conn(0x7f72900d1430 msgr2=0x7f72900d1840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:44.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.276+0000 7f7296dd6640 1 -- 172.21.15.16:0/3724588992 shutdown_connections 2024-09-11T22:45:44.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.276+0000 7f7296dd6640 1 -- 172.21.15.16:0/3724588992 wait complete. 2024-09-11T22:45:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.277+0000 7f7296dd6640 1 Processor -- start 2024-09-11T22:45:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.277+0000 7f7296dd6640 1 -- start start 2024-09-11T22:45:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.278+0000 7f7296dd6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d4160 0x7f72900cf460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.278+0000 7f7296dd6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7290161ed0 0x7f729015ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.278+0000 7f7296dd6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72901622b0 0x7f72900b9600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.278+0000 7f7296dd6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f72900b7fd0 con 0x7f72900d4160 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.278+0000 7f7296dd6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f72900b7e50 con 0x7f72901622b0 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.278+0000 7f7296dd6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f72900b8150 con 0x7f7290161ed0 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.278+0000 7f7294b72640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d4160 0x7f72900cf460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.278+0000 7f7294b72640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d4160 0x7f72900cf460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53360/0 (socket says 172.21.15.16:53360) 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.278+0000 7f7294b72640 1 -- 172.21.15.16:0/166254042 learned_addr learned my addr 172.21.15.16:0/166254042 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.279+0000 7f7294b72640 1 -- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7290161ed0 msgr2=0x7f729015ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.279+0000 7f7294b72640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7290161ed0 0x7f729015ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.279+0000 7f7294b72640 1 -- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72901622b0 msgr2=0x7f72900b9600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.279+0000 7f7294b72640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72901622b0 0x7f72900b9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.279+0000 7f7294b72640 1 -- 172.21.15.16:0/166254042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72901f8bf0 con 0x7f72900d4160 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.279+0000 7f7294b72640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d4160 0x7f72900cf460 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f728000c400 tx=0x7f728000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.279+0000 7f728d7fa640 1 -- 172.21.15.16:0/166254042 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72800052d0 con 0x7f72900d4160 2024-09-11T22:45:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.279+0000 7f728d7fa640 1 -- 172.21.15.16:0/166254042 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7280005490 con 0x7f72900d4160 2024-09-11T22:45:44.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.279+0000 7f728d7fa640 1 -- 172.21.15.16:0/166254042 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7280007260 con 0x7f72900d4160 2024-09-11T22:45:44.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.279+0000 7f7296dd6640 1 -- 172.21.15.16:0/166254042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72901f8ed0 con 0x7f72900d4160 2024-09-11T22:45:44.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.279+0000 7f7296dd6640 1 -- 172.21.15.16:0/166254042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72901f9490 con 0x7f72900d4160 2024-09-11T22:45:44.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.280+0000 7f7296dd6640 1 -- 172.21.15.16:0/166254042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72900d3970 con 0x7f72900d4160 2024-09-11T22:45:44.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.281+0000 7f728d7fa640 1 -- 172.21.15.16:0/166254042 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7280007400 con 0x7f72900d4160 2024-09-11T22:45:44.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.281+0000 7f728d7fa640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f727c06be60 0x7f727c06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:44.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.281+0000 7f728d7fa640 1 -- 172.21.15.16:0/166254042 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f728008a530 con 0x7f72900d4160 2024-09-11T22:45:44.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.281+0000 7f728ffff640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f727c06be60 0x7f727c06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:44.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.282+0000 7f728ffff640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f727c06be60 0x7f727c06e320 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7284034000 tx=0x7f728402c000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:44.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.285+0000 7f728d7fa640 1 -- 172.21.15.16:0/166254042 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7280058d50 con 0x7f72900d4160 2024-09-11T22:45:44.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:44.498+0000 7f7296dd6640 1 -- 172.21.15.16:0/166254042 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f72900cb5d0 con 0x7f72900d4160 2024-09-11T22:45:45.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.158+0000 7f728d7fa640 1 -- 172.21.15.16:0/166254042 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) ==== 122+0+0 (secure 0 0 0) 0x7f7280058650 con 0x7f72900d4160 2024-09-11T22:45:45.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 -- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f727c06be60 msgr2=0x7f727c06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f727c06be60 0x7f727c06e320 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7284034000 tx=0x7f728402c000 comp rx=0 tx=0).stop 2024-09-11T22:45:45.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 -- 172.21.15.16:0/166254042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d4160 msgr2=0x7f72900cf460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d4160 0x7f72900cf460 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f728000c400 tx=0x7f728000c8c0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 -- 172.21.15.16:0/166254042 shutdown_connections 2024-09-11T22:45:45.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f727c06be60 0x7f727c06e320 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f72901622b0 0x7f72900b9600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7290161ed0 0x7f729015ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 --2- 172.21.15.16:0/166254042 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f72900d4160 0x7f72900cf460 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 -- 172.21.15.16:0/166254042 >> 172.21.15.16:0/166254042 conn(0x7f72900d1430 msgr2=0x7f72900b41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:45.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 -- 172.21.15.16:0/166254042 shutdown_connections 2024-09-11T22:45:45.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.161+0000 7f7296dd6640 1 -- 172.21.15.16:0/166254042 wait complete. 2024-09-11T22:45:45.175 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-11T22:45:45.175 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:45:45.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.282+0000 7f1f70a23640 1 Processor -- start 2024-09-11T22:45:45.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.282+0000 7f1f70a23640 1 -- start start 2024-09-11T22:45:45.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.283+0000 7f1f70a23640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f1f6c15e6a0 0x7f1f6c0cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.283+0000 7f1f70a23640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1f6c0d1cf0 0x7f1f6c0b61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.283+0000 7f1f70a23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f6c0b6700 0x7f1f6c1621c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.283+0000 7f1f70a23640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f1f6c15ea80 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.283+0000 7f1f70a23640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f1f6c0d2310 con 0x7f1f6c15e6a0 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.283+0000 7f1f70a23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1f6c0d25f0 con 0x7f1f6c0b6700 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.283+0000 7f1f69d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1f6c0d1cf0 0x7f1f6c0b61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.283+0000 7f1f69d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f1f6c0d1cf0 0x7f1f6c0b61c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53376/0 (socket says 172.21.15.16:53376) 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.283+0000 7f1f69d9b640 1 -- 172.21.15.16:0/3251495763 learned_addr learned my addr 172.21.15.16:0/3251495763 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.283+0000 7f1f6ad9d640 1 --2- 172.21.15.16:0/3251495763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f6c0b6700 0x7f1f6c1621c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.283+0000 7f1f6a59c640 1 --2- 172.21.15.16:0/3251495763 >> v2:172.21.15.104:3300/0 conn(0x7f1f6c15e6a0 0x7f1f6c0cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.284+0000 7f1f69d9b640 1 -- 172.21.15.16:0/3251495763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f6c0b6700 msgr2=0x7f1f6c1621c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.284+0000 7f1f69d9b640 1 --2- 172.21.15.16:0/3251495763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f6c0b6700 0x7f1f6c1621c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.284+0000 7f1f69d9b640 1 -- 172.21.15.16:0/3251495763 >> v2:172.21.15.104:3300/0 conn(0x7f1f6c15e6a0 msgr2=0x7f1f6c0cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.284+0000 7f1f69d9b640 1 --2- 172.21.15.16:0/3251495763 >> v2:172.21.15.104:3300/0 conn(0x7f1f6c15e6a0 0x7f1f6c0cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.284+0000 7f1f69d9b640 1 -- 172.21.15.16:0/3251495763 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f6c0d28d0 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.284+0000 7f1f69d9b640 1 --2- 172.21.15.16:0/3251495763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f6c0d1cf0 0x7f1f6c0b61c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c08d630 tx=0x7f1f6002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=888c17652879c9cd server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.284+0000 7f1f6959a640 1 -- 172.21.15.16:0/3251495763 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f60037070 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.285+0000 7f1f6959a640 1 -- 172.21.15.16:0/3251495763 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f60032440 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.285+0000 7f1f6959a640 1 -- 172.21.15.16:0/3251495763 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f60032810 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.285+0000 7f1f70a23640 1 -- 172.21.15.16:0/3251495763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f6c0d1cf0 msgr2=0x7f1f6c0b61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.285+0000 7f1f70a23640 1 --2- 172.21.15.16:0/3251495763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f6c0d1cf0 0x7f1f6c0b61c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c08d630 tx=0x7f1f6002a140 comp rx=0 tx=0).stop 2024-09-11T22:45:45.288 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.285+0000 7f1f70a23640 1 -- 172.21.15.16:0/3251495763 shutdown_connections 2024-09-11T22:45:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.285+0000 7f1f70a23640 1 --2- 172.21.15.16:0/3251495763 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f6c0b6700 0x7f1f6c1621c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.285+0000 7f1f70a23640 1 --2- 172.21.15.16:0/3251495763 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f6c0d1cf0 0x7f1f6c0b61c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.285+0000 7f1f70a23640 1 --2- 172.21.15.16:0/3251495763 >> v2:172.21.15.104:3300/0 conn(0x7f1f6c15e6a0 0x7f1f6c0cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.285+0000 7f1f70a23640 1 -- 172.21.15.16:0/3251495763 >> 172.21.15.16:0/3251495763 conn(0x7f1f6c067d70 msgr2=0x7f1f6c068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.285+0000 7f1f70a23640 1 -- 172.21.15.16:0/3251495763 shutdown_connections 2024-09-11T22:45:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.285+0000 7f1f70a23640 1 -- 172.21.15.16:0/3251495763 wait complete. 2024-09-11T22:45:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.287+0000 7f1f70a23640 1 Processor -- start 2024-09-11T22:45:45.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.287+0000 7f1f70a23640 1 -- start start 2024-09-11T22:45:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.287+0000 7f1f70a23640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f6c0b6700 0x7f1f6c0c81e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.287+0000 7f1f70a23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f6c0d1cf0 0x7f1f6c158de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.287+0000 7f1f70a23640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c15e6a0 0x7f1f6c155a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.287+0000 7f1f70a23640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f1f6c0b7970 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.287+0000 7f1f70a23640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f1f6c0d2e90 con 0x7f1f6c15e6a0 2024-09-11T22:45:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.287+0000 7f1f70a23640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f1f6c0b6b00 con 0x7f1f6c0b6700 2024-09-11T22:45:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.287+0000 7f1f69d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f6c0d1cf0 0x7f1f6c158de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.287+0000 7f1f69d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f6c0d1cf0 0x7f1f6c158de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53380/0 (socket says 172.21.15.16:53380) 2024-09-11T22:45:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.287+0000 7f1f69d9b640 1 -- 172.21.15.16:0/1229558570 learned_addr learned my addr 172.21.15.16:0/1229558570 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:45.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f6a59c640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f6c0b6700 0x7f1f6c0c81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f6ad9d640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c15e6a0 0x7f1f6c155a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f69d9b640 1 -- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f6c0b6700 msgr2=0x7f1f6c0c81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f69d9b640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f6c0b6700 0x7f1f6c0c81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f69d9b640 1 -- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c15e6a0 msgr2=0x7f1f6c155a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f69d9b640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c15e6a0 0x7f1f6c155a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f69d9b640 1 -- 172.21.15.16:0/1229558570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f6c1f4e00 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f6ad9d640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c15e6a0 0x7f1f6c155a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f69d9b640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f6c0d1cf0 0x7f1f6c158de0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f1f60000c00 tx=0x7f1f600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f5affd640 1 -- 172.21.15.16:0/1229558570 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f60041020 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f5affd640 1 -- 172.21.15.16:0/1229558570 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1f600306c0 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f70a23640 1 -- 172.21.15.16:0/1229558570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f6c1f50e0 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f5affd640 1 -- 172.21.15.16:0/1229558570 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f60037040 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.292 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.288+0000 7f1f70a23640 1 -- 172.21.15.16:0/1229558570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f6c1f56a0 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.289+0000 7f1f70a23640 1 -- 172.21.15.16:0/1229558570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f6c0b61c0 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.293 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.290+0000 7f1f5affd640 1 -- 172.21.15.16:0/1229558570 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1f60044020 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.290+0000 7f1f5affd640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1f4c06be30 0x7f1f4c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.291+0000 7f1f5affd640 1 -- 172.21.15.16:0/1229558570 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f1f600ab7f0 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.291+0000 7f1f6a59c640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1f4c06be30 0x7f1f4c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.294 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.291+0000 7f1f6a59c640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1f4c06be30 0x7f1f4c06e2f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c006fd0 tx=0x7f1f5c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:45.297 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.295+0000 7f1f5affd640 1 -- 172.21.15.16:0/1229558570 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1f6004b030 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.507 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.506+0000 7f1f70a23640 1 -- 172.21.15.16:0/1229558570 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f6c0d0d60 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.508 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.506+0000 7f1f5affd640 1 -- 172.21.15.16:0/1229558570 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5226 (secure 0 0 0) 0x7f1f6007a0a0 con 0x7f1f6c0d1cf0 2024-09-11T22:45:45.508 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:45.508 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":15,"btime":"2024-09-11T22:45:45:154874+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/1702427553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1702427553},{"type":"v1","addr":"172.21.15.104:6837","nonce":1702427553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4622,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3893358227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3893358227},{"type":"v1","addr":"172.21.15.16:6835","nonce":3893358227}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4816,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/712712654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":712712654},{"type":"v1","addr":"172.21.15.104:6836","nonce":712712654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:45:42.505228+0000","modified":"2024-09-11T22:45:44.499270+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4869},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4869":{"gid":4869,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/4064795485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":4064795485},{"type":"v1","addr":"172.21.15.16:6834","nonce":4064795485}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4869,"qdb_cluster":[4869]},"id":2}]} 2024-09-11T22:45:45.508 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 15 2024-09-11T22:45:45.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 -- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1f4c06be30 msgr2=0x7f1f4c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1f4c06be30 0x7f1f4c06e2f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c006fd0 tx=0x7f1f5c008040 comp rx=0 tx=0).stop 2024-09-11T22:45:45.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 -- 172.21.15.16:0/1229558570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f6c0d1cf0 msgr2=0x7f1f6c158de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.510 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f6c0d1cf0 0x7f1f6c158de0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f1f60000c00 tx=0x7f1f600046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 -- 172.21.15.16:0/1229558570 shutdown_connections 2024-09-11T22:45:45.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f1f4c06be30 0x7f1f4c06e2f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f1f6c15e6a0 0x7f1f6c155a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1f6c0d1cf0 0x7f1f6c158de0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 --2- 172.21.15.16:0/1229558570 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f1f6c0b6700 0x7f1f6c0c81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 -- 172.21.15.16:0/1229558570 >> 172.21.15.16:0/1229558570 conn(0x7f1f6c067d70 msgr2=0x7f1f6c157c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:45.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 -- 172.21.15.16:0/1229558570 shutdown_connections 2024-09-11T22:45:45.511 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.508+0000 7f1f70a23640 1 -- 172.21.15.16:0/1229558570 wait complete. 2024-09-11T22:45:45.521 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:45:45.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.622+0000 7fae4b017640 1 Processor -- start 2024-09-11T22:45:45.624 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.622+0000 7fae4b017640 1 -- start start 2024-09-11T22:45:45.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.623+0000 7fae4b017640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fae440b3600 0x7fae440b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.623+0000 7fae4b017640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae440d2880 con 0x7fae440d3920 2024-09-11T22:45:45.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.623+0000 7fae4b017640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae440d2b60 con 0x7fae440b6470 2024-09-11T22:45:45.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.623+0000 7fae4b017640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fae440d3490 con 0x7fae440b3600 2024-09-11T22:45:45.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.623+0000 7fae43fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fae440b3600 0x7fae440b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.623+0000 7fae495b4640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fae440d3920 0x7fae440b75e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60314/0 (socket says 172.21.15.16:60314) 2024-09-11T22:45:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.623+0000 7fae495b4640 1 -- 172.21.15.16:0/3016385892 learned_addr learned my addr 172.21.15.16:0/3016385892 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.624+0000 7fae43fff640 1 -- 172.21.15.16:0/3016385892 >> v1:172.21.15.104:6789/0 conn(0x7fae440b6470 legacy=0x7fae440b6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.624+0000 7fae43fff640 1 -- 172.21.15.16:0/3016385892 >> v1:172.21.15.16:6789/0 conn(0x7fae440d3920 legacy=0x7fae440b75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.624+0000 7fae43fff640 1 -- 172.21.15.16:0/3016385892 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae440d2e40 con 0x7fae440b3600 2024-09-11T22:45:45.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.624+0000 7fae43fff640 1 --2- 172.21.15.16:0/3016385892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae440b3600 0x7fae440b3b50 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fae2c009d90 tx=0x7fae2c02a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a452fd95f7e7abf server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:45.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.624+0000 7fae437fe640 1 -- 172.21.15.16:0/3016385892 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae2c037070 con 0x7fae440b3600 2024-09-11T22:45:45.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.625+0000 7fae437fe640 1 -- 172.21.15.16:0/3016385892 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae2c007740 con 0x7fae440b3600 2024-09-11T22:45:45.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.625+0000 7fae437fe640 1 -- 172.21.15.16:0/3016385892 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae2c007b10 con 0x7fae440b3600 2024-09-11T22:45:45.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.625+0000 7fae4b017640 1 -- 172.21.15.16:0/3016385892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae440b3600 msgr2=0x7fae440b3b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.625+0000 7fae4b017640 1 --2- 172.21.15.16:0/3016385892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae440b3600 0x7fae440b3b50 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fae2c009d90 tx=0x7fae2c02a780 comp rx=0 tx=0).stop 2024-09-11T22:45:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.625+0000 7fae4b017640 1 -- 172.21.15.16:0/3016385892 shutdown_connections 2024-09-11T22:45:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.625+0000 7fae4b017640 1 --2- 172.21.15.16:0/3016385892 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae440b3600 0x7fae440b3b50 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.625+0000 7fae4b017640 1 -- 172.21.15.16:0/3016385892 >> 172.21.15.16:0/3016385892 conn(0x7fae440d1530 msgr2=0x7fae440d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.625+0000 7fae4b017640 1 -- 172.21.15.16:0/3016385892 shutdown_connections 2024-09-11T22:45:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.625+0000 7fae4b017640 1 -- 172.21.15.16:0/3016385892 wait complete. 2024-09-11T22:45:45.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.626+0000 7fae4b017640 1 Processor -- start 2024-09-11T22:45:45.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.626+0000 7fae4b017640 1 -- start start 2024-09-11T22:45:45.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.627+0000 7fae4b017640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae440b3600 0x7fae440ac470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.627+0000 7fae4b017640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae440b6470 0x7fae440cc170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.627+0000 7fae4b017640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae440d3920 0x7fae4415ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.627+0000 7fae4b017640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fae440cfb00 con 0x7fae440b6470 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.627+0000 7fae4b017640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fae4415e930 con 0x7fae440d3920 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.627+0000 7fae4b017640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fae440cfc80 con 0x7fae440b3600 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.627+0000 7fae43fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae440b6470 0x7fae440cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.627+0000 7fae43fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae440b6470 0x7fae440cc170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53396/0 (socket says 172.21.15.16:53396) 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.627+0000 7fae43fff640 1 -- 172.21.15.16:0/269736896 learned_addr learned my addr 172.21.15.16:0/269736896 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.627+0000 7fae48db3640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae440b3600 0x7fae440ac470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae495b4640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae440d3920 0x7fae4415ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae43fff640 1 -- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae440b3600 msgr2=0x7fae440ac470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae43fff640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae440b3600 0x7fae440ac470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae43fff640 1 -- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae440d3920 msgr2=0x7fae4415ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae43fff640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae440d3920 0x7fae4415ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.631 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae43fff640 1 -- 172.21.15.16:0/269736896 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae440ccc30 con 0x7fae440b6470 2024-09-11T22:45:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae495b4640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae440d3920 0x7fae4415ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae43fff640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae440b6470 0x7fae440cc170 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fae2c009d90 tx=0x7fae2c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae417fa640 1 -- 172.21.15.16:0/269736896 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae2c042070 con 0x7fae440b6470 2024-09-11T22:45:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae417fa640 1 -- 172.21.15.16:0/269736896 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae2c032a80 con 0x7fae440b6470 2024-09-11T22:45:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae4b017640 1 -- 172.21.15.16:0/269736896 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae440ccf10 con 0x7fae440b6470 2024-09-11T22:45:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae417fa640 1 -- 172.21.15.16:0/269736896 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae2c037040 con 0x7fae440b6470 2024-09-11T22:45:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.628+0000 7fae4b017640 1 -- 172.21.15.16:0/269736896 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae440cd7b0 con 0x7fae440b6470 2024-09-11T22:45:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.629+0000 7fae4b017640 1 -- 172.21.15.16:0/269736896 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae440b3b50 con 0x7fae440b6470 2024-09-11T22:45:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.630+0000 7fae417fa640 1 -- 172.21.15.16:0/269736896 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fae2c045070 con 0x7fae440b6470 2024-09-11T22:45:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.630+0000 7fae417fa640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fae2406be30 0x7fae2406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.630+0000 7fae417fa640 1 -- 172.21.15.16:0/269736896 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fae2c0ac240 con 0x7fae440b6470 2024-09-11T22:45:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.630+0000 7fae48db3640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fae2406be30 0x7fae2406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.631+0000 7fae48db3640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fae2406be30 0x7fae2406e2f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fae440cb150 tx=0x7fae34009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:45.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.634+0000 7fae417fa640 1 -- 172.21.15.16:0/269736896 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fae2c07a5f0 con 0x7fae440b6470 2024-09-11T22:45:45.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.809+0000 7fae4b017640 1 -- 172.21.15.16:0/269736896 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fae440b4ca0 con 0x7fae440b6470 2024-09-11T22:45:45.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.810+0000 7fae417fa640 1 -- 172.21.15.16:0/269736896 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16966 (secure 0 0 0) 0x7fae2c07e8f0 con 0x7fae440b6470 2024-09-11T22:45:45.812 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:45.812 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":38,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:45:44.145980+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:45:40.422729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-11T22:45:41.489979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:45:45.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.812+0000 7fae4b017640 1 -- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fae2406be30 msgr2=0x7fae2406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.812+0000 7fae4b017640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fae2406be30 0x7fae2406e2f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fae440cb150 tx=0x7fae34009040 comp rx=0 tx=0).stop 2024-09-11T22:45:45.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.812+0000 7fae4b017640 1 -- 172.21.15.16:0/269736896 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae440b6470 msgr2=0x7fae440cc170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.812+0000 7fae4b017640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae440b6470 0x7fae440cc170 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fae2c009d90 tx=0x7fae2c004a40 comp rx=0 tx=0).stop 2024-09-11T22:45:45.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.813+0000 7fae4b017640 1 -- 172.21.15.16:0/269736896 shutdown_connections 2024-09-11T22:45:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.813+0000 7fae4b017640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fae2406be30 0x7fae2406e2f0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.813+0000 7fae4b017640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fae440d3920 0x7fae4415ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.813+0000 7fae4b017640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fae440b6470 0x7fae440cc170 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.813+0000 7fae4b017640 1 --2- 172.21.15.16:0/269736896 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fae440b3600 0x7fae440ac470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.813+0000 7fae4b017640 1 -- 172.21.15.16:0/269736896 >> 172.21.15.16:0/269736896 conn(0x7fae440d1530 msgr2=0x7fae440b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.813+0000 7fae4b017640 1 -- 172.21.15.16:0/269736896 shutdown_connections 2024-09-11T22:45:45.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.813+0000 7fae4b017640 1 -- 172.21.15.16:0/269736896 wait complete. 2024-09-11T22:45:45.825 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-11T22:45:45.825 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:45:45.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.926+0000 7f3f49731640 1 Processor -- start 2024-09-11T22:45:45.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.926+0000 7f3f49731640 1 -- start start 2024-09-11T22:45:45.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.927+0000 7f3f49731640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b6470 0x7f3f440b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.927+0000 7f3f49731640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3f440b3600 0x7f3f440b6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.927+0000 7f3f49731640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f440b6d90 con 0x7f3f440d3920 2024-09-11T22:45:45.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.927+0000 7f3f49731640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3f440d3490 con 0x7f3f440b3600 2024-09-11T22:45:45.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.927+0000 7f3f49731640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3f440d2880 con 0x7f3f440b6470 2024-09-11T22:45:45.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.927+0000 7f3f42ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b6470 0x7f3f440b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.927+0000 7f3f427fc640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3f440b3600 0x7f3f440b6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.927+0000 7f3f42ffd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b6470 0x7f3f440b3b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:55812/0 (socket says 172.21.15.16:55812) 2024-09-11T22:45:45.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.927+0000 7f3f42ffd640 1 -- 172.21.15.16:0/2194211158 learned_addr learned my addr 172.21.15.16:0/2194211158 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:45.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.928+0000 7f3f42ffd640 1 -- 172.21.15.16:0/2194211158 >> v2:172.21.15.104:3300/0 conn(0x7f3f440b3600 msgr2=0x7f3f440b6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:45.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.928+0000 7f3f42ffd640 1 --2- 172.21.15.16:0/2194211158 >> v2:172.21.15.104:3300/0 conn(0x7f3f440b3600 0x7f3f440b6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.928+0000 7f3f42ffd640 1 -- 172.21.15.16:0/2194211158 >> v1:172.21.15.104:6789/0 conn(0x7f3f440d3920 legacy=0x7f3f440b75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.930 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.928+0000 7f3f42ffd640 1 -- 172.21.15.16:0/2194211158 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f440d2b60 con 0x7f3f440b6470 2024-09-11T22:45:45.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f42ffd640 1 --2- 172.21.15.16:0/2194211158 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b6470 0x7f3f440b3b50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3f34009e50 tx=0x7f3f3402a7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c38107318a1a38d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:45.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f41ffb640 1 -- 172.21.15.16:0/2194211158 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f34036070 con 0x7f3f440b6470 2024-09-11T22:45:45.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f41ffb640 1 -- 172.21.15.16:0/2194211158 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f34031600 con 0x7f3f440b6470 2024-09-11T22:45:45.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f41ffb640 1 -- 172.21.15.16:0/2194211158 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f340319d0 con 0x7f3f440b6470 2024-09-11T22:45:45.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f49731640 1 -- 172.21.15.16:0/2194211158 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b6470 msgr2=0x7f3f440b3b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f49731640 1 --2- 172.21.15.16:0/2194211158 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b6470 0x7f3f440b3b50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3f34009e50 tx=0x7f3f3402a7a0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f49731640 1 -- 172.21.15.16:0/2194211158 shutdown_connections 2024-09-11T22:45:45.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f49731640 1 --2- 172.21.15.16:0/2194211158 >> v2:172.21.15.104:3300/0 conn(0x7f3f440b3600 0x7f3f440b6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f49731640 1 --2- 172.21.15.16:0/2194211158 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b6470 0x7f3f440b3b50 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f49731640 1 -- 172.21.15.16:0/2194211158 >> 172.21.15.16:0/2194211158 conn(0x7f3f440d1530 msgr2=0x7f3f440d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:45.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f49731640 1 -- 172.21.15.16:0/2194211158 shutdown_connections 2024-09-11T22:45:45.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.929+0000 7f3f49731640 1 -- 172.21.15.16:0/2194211158 wait complete. 2024-09-11T22:45:45.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.931+0000 7f3f49731640 1 Processor -- start 2024-09-11T22:45:45.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.931+0000 7f3f49731640 1 -- start start 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.931+0000 7f3f49731640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b3600 0x7f3f44158eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.931+0000 7f3f49731640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f440b6470 0x7f3f4414da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.931+0000 7f3f49731640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f440d3920 0x7f3f4415a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.931+0000 7f3f49731640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3f4415e930 con 0x7f3f440b6470 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.931+0000 7f3f49731640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3f440d3120 con 0x7f3f440d3920 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.931+0000 7f3f49731640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3f440cfb00 con 0x7f3f440b3600 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f427fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f440b6470 0x7f3f4414da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f427fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f440b6470 0x7f3f4414da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53412/0 (socket says 172.21.15.16:53412) 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f427fc640 1 -- 172.21.15.16:0/3683556603 learned_addr learned my addr 172.21.15.16:0/3683556603 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f42ffd640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b3600 0x7f3f44158eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f437fe640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f440d3920 0x7f3f4415a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f427fc640 1 -- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b3600 msgr2=0x7f3f44158eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f427fc640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b3600 0x7f3f44158eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f427fc640 1 -- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f440d3920 msgr2=0x7f3f4415a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:45.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f427fc640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f440d3920 0x7f3f4415a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:45.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f427fc640 1 -- 172.21.15.16:0/3683556603 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f4415b1a0 con 0x7f3f440b6470 2024-09-11T22:45:45.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f427fc640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f440b6470 0x7f3f4414da30 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c00e980 tx=0x7f3f2c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:45.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f3b7fe640 1 -- 172.21.15.16:0/3683556603 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f2c017070 con 0x7f3f440b6470 2024-09-11T22:45:45.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f3b7fe640 1 -- 172.21.15.16:0/3683556603 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f2c00ca00 con 0x7f3f440b6470 2024-09-11T22:45:45.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f3b7fe640 1 -- 172.21.15.16:0/3683556603 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f2c00cdd0 con 0x7f3f440b6470 2024-09-11T22:45:45.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f49731640 1 -- 172.21.15.16:0/3683556603 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f4415b480 con 0x7f3f440b6470 2024-09-11T22:45:45.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.932+0000 7f3f49731640 1 -- 172.21.15.16:0/3683556603 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f440cc180 con 0x7f3f440b6470 2024-09-11T22:45:45.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.933+0000 7f3f49731640 1 -- 172.21.15.16:0/3683556603 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f440b6850 con 0x7f3f440b6470 2024-09-11T22:45:45.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.934+0000 7f3f3b7fe640 1 -- 172.21.15.16:0/3683556603 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f3f2c01a070 con 0x7f3f440b6470 2024-09-11T22:45:45.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.934+0000 7f3f3b7fe640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3f2406be60 0x7f3f2406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:45.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.934+0000 7f3f3b7fe640 1 -- 172.21.15.16:0/3683556603 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f3f2c08b220 con 0x7f3f440b6470 2024-09-11T22:45:45.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.934+0000 7f3f42ffd640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3f2406be60 0x7f3f2406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:45.937 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.935+0000 7f3f42ffd640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3f2406be60 0x7f3f2406e320 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3f34033000 tx=0x7f3f34009000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:45.940 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:45.939+0000 7f3f3b7fe640 1 -- 172.21.15.16:0/3683556603 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3f2c059480 con 0x7f3f440b6470 2024-09-11T22:45:46.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.111+0000 7f3f49731640 1 -- 172.21.15.16:0/3683556603 --> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3f440b4850 con 0x7f3f2406be60 2024-09-11T22:45:46.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.118+0000 7f3f3b7fe640 1 -- 172.21.15.16:0/3683556603 <== mgr.4103 v2:172.21.15.104:6832/4046407617 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248441 (secure 0 0 0) 0x7f3f440b4850 con 0x7f3f2406be60 2024-09-11T22:45:46.122 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:46.124 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:45:46.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 -- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3f2406be60 msgr2=0x7f3f2406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3f2406be60 0x7f3f2406e320 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3f34033000 tx=0x7f3f34009000 comp rx=0 tx=0).stop 2024-09-11T22:45:46.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 -- 172.21.15.16:0/3683556603 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f440b6470 msgr2=0x7f3f4414da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f440b6470 0x7f3f4414da30 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c00e980 tx=0x7f3f2c00ee40 comp rx=0 tx=0).stop 2024-09-11T22:45:46.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 -- 172.21.15.16:0/3683556603 shutdown_connections 2024-09-11T22:45:46.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f3f2406be60 0x7f3f2406e320 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3f440d3920 0x7f3f4415a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3f440b6470 0x7f3f4414da30 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 --2- 172.21.15.16:0/3683556603 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3f440b3600 0x7f3f44158eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 -- 172.21.15.16:0/3683556603 >> 172.21.15.16:0/3683556603 conn(0x7f3f440d1530 msgr2=0x7f3f440b86e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:46.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 -- 172.21.15.16:0/3683556603 shutdown_connections 2024-09-11T22:45:46.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.121+0000 7f3f49731640 1 -- 172.21.15.16:0/3683556603 wait complete. 2024-09-11T22:45:46.134 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":65,"stamp":"2024-09-11T22:45:44.365316+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591132,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":188,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":152,"acting":152,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":241360,"kb_used_data":4312,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733360,"statfs":{"total":773094113280,"available":772846960640,"internally_reserved":0,"allocated":4415488,"data_stored":2541064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":764,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000811"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162772+0000","last_change":"2024-09-11T22:45:43.162032+0000","last_active":"2024-09-11T22:45:43.162772+0000","last_peered":"2024-09-11T22:45:43.162772+0000","last_clean":"2024-09-11T22:45:43.162772+0000","last_became_active":"2024-09-11T22:45:43.161722+0000","last_became_peered":"2024-09-11T22:45:43.161722+0000","last_unstale":"2024-09-11T22:45:43.162772+0000","last_undegraded":"2024-09-11T22:45:43.162772+0000","last_fullsized":"2024-09-11T22:45:43.162772+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154146+0000","last_change":"2024-09-11T22:45:43.152092+0000","last_active":"2024-09-11T22:45:43.154146+0000","last_peered":"2024-09-11T22:45:43.154146+0000","last_clean":"2024-09-11T22:45:43.154146+0000","last_became_active":"2024-09-11T22:45:43.151819+0000","last_became_peered":"2024-09-11T22:45:43.151819+0000","last_unstale":"2024-09-11T22:45:43.154146+0000","last_undegraded":"2024-09-11T22:45:43.154146+0000","last_fullsized":"2024-09-11T22:45:43.154146+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:42.787015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.155766+0000","last_change":"2024-09-11T22:45:43.146166+0000","last_active":"2024-09-11T22:45:43.155766+0000","last_peered":"2024-09-11T22:45:43.155766+0000","last_clean":"2024-09-11T22:45:43.155766+0000","last_became_active":"2024-09-11T22:45:43.145888+0000","last_became_peered":"2024-09-11T22:45:43.145888+0000","last_unstale":"2024-09-11T22:45:43.155766+0000","last_undegraded":"2024-09-11T22:45:43.155766+0000","last_fullsized":"2024-09-11T22:45:43.155766+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:53.420975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166467+0000","last_change":"2024-09-11T22:45:43.160801+0000","last_active":"2024-09-11T22:45:43.166467+0000","last_peered":"2024-09-11T22:45:43.166467+0000","last_clean":"2024-09-11T22:45:43.166467+0000","last_became_active":"2024-09-11T22:45:43.160478+0000","last_became_peered":"2024-09-11T22:45:43.160478+0000","last_unstale":"2024-09-11T22:45:43.166467+0000","last_undegraded":"2024-09-11T22:45:43.166467+0000","last_fullsized":"2024-09-11T22:45:43.166467+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.168705+0000","last_change":"2024-09-11T22:45:43.163856+0000","last_active":"2024-09-11T22:45:43.168705+0000","last_peered":"2024-09-11T22:45:43.168705+0000","last_clean":"2024-09-11T22:45:43.168705+0000","last_became_active":"2024-09-11T22:45:43.163563+0000","last_became_peered":"2024-09-11T22:45:43.163563+0000","last_unstale":"2024-09-11T22:45:43.168705+0000","last_undegraded":"2024-09-11T22:45:43.168705+0000","last_fullsized":"2024-09-11T22:45:43.168705+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:11:44.038363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161513+0000","last_change":"2024-09-11T22:45:43.160746+0000","last_active":"2024-09-11T22:45:43.161513+0000","last_peered":"2024-09-11T22:45:43.161513+0000","last_clean":"2024-09-11T22:45:43.161513+0000","last_became_active":"2024-09-11T22:45:43.160302+0000","last_became_peered":"2024-09-11T22:45:43.160302+0000","last_unstale":"2024-09-11T22:45:43.161513+0000","last_undegraded":"2024-09-11T22:45:43.161513+0000","last_fullsized":"2024-09-11T22:45:43.161513+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162806+0000","last_change":"2024-09-11T22:45:43.159217+0000","last_active":"2024-09-11T22:45:43.162806+0000","last_peered":"2024-09-11T22:45:43.162806+0000","last_clean":"2024-09-11T22:45:43.162806+0000","last_became_active":"2024-09-11T22:45:43.156400+0000","last_became_peered":"2024-09-11T22:45:43.156400+0000","last_unstale":"2024-09-11T22:45:43.162806+0000","last_undegraded":"2024-09-11T22:45:43.162806+0000","last_fullsized":"2024-09-11T22:45:43.162806+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:58:29.577925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.170148+0000","last_change":"2024-09-11T22:45:43.163455+0000","last_active":"2024-09-11T22:45:43.170148+0000","last_peered":"2024-09-11T22:45:43.170148+0000","last_clean":"2024-09-11T22:45:43.170148+0000","last_became_active":"2024-09-11T22:45:43.163122+0000","last_became_peered":"2024-09-11T22:45:43.163122+0000","last_unstale":"2024-09-11T22:45:43.170148+0000","last_undegraded":"2024-09-11T22:45:43.170148+0000","last_fullsized":"2024-09-11T22:45:43.170148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:35:27.726865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.157375+0000","last_change":"2024-09-11T22:45:43.155259+0000","last_active":"2024-09-11T22:45:43.157375+0000","last_peered":"2024-09-11T22:45:43.157375+0000","last_clean":"2024-09-11T22:45:43.157375+0000","last_became_active":"2024-09-11T22:45:43.154962+0000","last_became_peered":"2024-09-11T22:45:43.154962+0000","last_unstale":"2024-09-11T22:45:43.157375+0000","last_undegraded":"2024-09-11T22:45:43.157375+0000","last_fullsized":"2024-09-11T22:45:43.157375+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:13.825660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.157380+0000","last_change":"2024-09-11T22:45:43.155259+0000","last_active":"2024-09-11T22:45:43.157380+0000","last_peered":"2024-09-11T22:45:43.157380+0000","last_clean":"2024-09-11T22:45:43.157380+0000","last_became_active":"2024-09-11T22:45:43.154664+0000","last_became_peered":"2024-09-11T22:45:43.154664+0000","last_unstale":"2024-09-11T22:45:43.157380+0000","last_undegraded":"2024-09-11T22:45:43.157380+0000","last_fullsized":"2024-09-11T22:45:43.157380+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159355+0000","last_change":"2024-09-11T22:45:43.157429+0000","last_active":"2024-09-11T22:45:43.159355+0000","last_peered":"2024-09-11T22:45:43.159355+0000","last_clean":"2024-09-11T22:45:43.159355+0000","last_became_active":"2024-09-11T22:45:43.157165+0000","last_became_peered":"2024-09-11T22:45:43.157165+0000","last_unstale":"2024-09-11T22:45:43.159355+0000","last_undegraded":"2024-09-11T22:45:43.159355+0000","last_fullsized":"2024-09-11T22:45:43.159355+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163346+0000","last_change":"2024-09-11T22:45:43.158566+0000","last_active":"2024-09-11T22:45:43.163346+0000","last_peered":"2024-09-11T22:45:43.163346+0000","last_clean":"2024-09-11T22:45:43.163346+0000","last_became_active":"2024-09-11T22:45:43.157539+0000","last_became_peered":"2024-09-11T22:45:43.157539+0000","last_unstale":"2024-09-11T22:45:43.163346+0000","last_undegraded":"2024-09-11T22:45:43.163346+0000","last_fullsized":"2024-09-11T22:45:43.163346+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:45.594299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163173+0000","last_change":"2024-09-11T22:45:43.157838+0000","last_active":"2024-09-11T22:45:43.163173+0000","last_peered":"2024-09-11T22:45:43.163173+0000","last_clean":"2024-09-11T22:45:43.163173+0000","last_became_active":"2024-09-11T22:45:43.157333+0000","last_became_peered":"2024-09-11T22:45:43.157333+0000","last_unstale":"2024-09-11T22:45:43.163173+0000","last_undegraded":"2024-09-11T22:45:43.163173+0000","last_fullsized":"2024-09-11T22:45:43.163173+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161598+0000","last_change":"2024-09-11T22:45:43.159587+0000","last_active":"2024-09-11T22:45:43.161598+0000","last_peered":"2024-09-11T22:45:43.161598+0000","last_clean":"2024-09-11T22:45:43.161598+0000","last_became_active":"2024-09-11T22:45:43.159310+0000","last_became_peered":"2024-09-11T22:45:43.159310+0000","last_unstale":"2024-09-11T22:45:43.161598+0000","last_undegraded":"2024-09-11T22:45:43.161598+0000","last_fullsized":"2024-09-11T22:45:43.161598+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:41.048295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173685+0000","last_change":"2024-09-11T22:45:43.172816+0000","last_active":"2024-09-11T22:45:43.173685+0000","last_peered":"2024-09-11T22:45:43.173685+0000","last_clean":"2024-09-11T22:45:43.173685+0000","last_became_active":"2024-09-11T22:45:43.168937+0000","last_became_peered":"2024-09-11T22:45:43.168937+0000","last_unstale":"2024-09-11T22:45:43.173685+0000","last_undegraded":"2024-09-11T22:45:43.173685+0000","last_fullsized":"2024-09-11T22:45:43.173685+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:36.546122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161566+0000","last_change":"2024-09-11T22:45:43.158830+0000","last_active":"2024-09-11T22:45:43.161566+0000","last_peered":"2024-09-11T22:45:43.161566+0000","last_clean":"2024-09-11T22:45:43.161566+0000","last_became_active":"2024-09-11T22:45:43.158562+0000","last_became_peered":"2024-09-11T22:45:43.158562+0000","last_unstale":"2024-09-11T22:45:43.161566+0000","last_undegraded":"2024-09-11T22:45:43.161566+0000","last_fullsized":"2024-09-11T22:45:43.161566+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:14:49.159378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173324+0000","last_change":"2024-09-11T22:45:43.166968+0000","last_active":"2024-09-11T22:45:43.173324+0000","last_peered":"2024-09-11T22:45:43.173324+0000","last_clean":"2024-09-11T22:45:43.173324+0000","last_became_active":"2024-09-11T22:45:43.166652+0000","last_became_peered":"2024-09-11T22:45:43.166652+0000","last_unstale":"2024-09-11T22:45:43.173324+0000","last_undegraded":"2024-09-11T22:45:43.173324+0000","last_fullsized":"2024-09-11T22:45:43.173324+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:32:30.512641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163066+0000","last_change":"2024-09-11T22:45:43.156828+0000","last_active":"2024-09-11T22:45:43.163066+0000","last_peered":"2024-09-11T22:45:43.163066+0000","last_clean":"2024-09-11T22:45:43.163066+0000","last_became_active":"2024-09-11T22:45:43.156145+0000","last_became_peered":"2024-09-11T22:45:43.156145+0000","last_unstale":"2024-09-11T22:45:43.163066+0000","last_undegraded":"2024-09-11T22:45:43.163066+0000","last_fullsized":"2024-09-11T22:45:43.163066+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.156376+0000","last_change":"2024-09-11T22:45:43.155419+0000","last_active":"2024-09-11T22:45:43.156376+0000","last_peered":"2024-09-11T22:45:43.156376+0000","last_clean":"2024-09-11T22:45:43.156376+0000","last_became_active":"2024-09-11T22:45:43.155133+0000","last_became_peered":"2024-09-11T22:45:43.155133+0000","last_unstale":"2024-09-11T22:45:43.156376+0000","last_undegraded":"2024-09-11T22:45:43.156376+0000","last_fullsized":"2024-09-11T22:45:43.156376+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:43:00.607824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.160897+0000","last_change":"2024-09-11T22:45:43.153028+0000","last_active":"2024-09-11T22:45:43.160897+0000","last_peered":"2024-09-11T22:45:43.160897+0000","last_clean":"2024-09-11T22:45:43.160897+0000","last_became_active":"2024-09-11T22:45:43.152753+0000","last_became_peered":"2024-09-11T22:45:43.152753+0000","last_unstale":"2024-09-11T22:45:43.160897+0000","last_undegraded":"2024-09-11T22:45:43.160897+0000","last_fullsized":"2024-09-11T22:45:43.160897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:24.010557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166505+0000","last_change":"2024-09-11T22:45:43.161791+0000","last_active":"2024-09-11T22:45:43.166505+0000","last_peered":"2024-09-11T22:45:43.166505+0000","last_clean":"2024-09-11T22:45:43.166505+0000","last_became_active":"2024-09-11T22:45:43.161342+0000","last_became_peered":"2024-09-11T22:45:43.161342+0000","last_unstale":"2024-09-11T22:45:43.166505+0000","last_undegraded":"2024-09-11T22:45:43.166505+0000","last_fullsized":"2024-09-11T22:45:43.166505+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154262+0000","last_change":"2024-09-11T22:45:43.148921+0000","last_active":"2024-09-11T22:45:43.154262+0000","last_peered":"2024-09-11T22:45:43.154262+0000","last_clean":"2024-09-11T22:45:43.154262+0000","last_became_active":"2024-09-11T22:45:43.148628+0000","last_became_peered":"2024-09-11T22:45:43.148628+0000","last_unstale":"2024-09-11T22:45:43.154262+0000","last_undegraded":"2024-09-11T22:45:43.154262+0000","last_fullsized":"2024-09-11T22:45:43.154262+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:57.261709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159580+0000","last_change":"2024-09-11T22:45:43.157670+0000","last_active":"2024-09-11T22:45:43.159580+0000","last_peered":"2024-09-11T22:45:43.159580+0000","last_clean":"2024-09-11T22:45:43.159580+0000","last_became_active":"2024-09-11T22:45:43.155169+0000","last_became_peered":"2024-09-11T22:45:43.155169+0000","last_unstale":"2024-09-11T22:45:43.159580+0000","last_undegraded":"2024-09-11T22:45:43.159580+0000","last_fullsized":"2024-09-11T22:45:43.159580+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165008+0000","last_change":"2024-09-11T22:45:43.161606+0000","last_active":"2024-09-11T22:45:43.165008+0000","last_peered":"2024-09-11T22:45:43.165008+0000","last_clean":"2024-09-11T22:45:43.165008+0000","last_became_active":"2024-09-11T22:45:43.161298+0000","last_became_peered":"2024-09-11T22:45:43.161298+0000","last_unstale":"2024-09-11T22:45:43.165008+0000","last_undegraded":"2024-09-11T22:45:43.165008+0000","last_fullsized":"2024-09-11T22:45:43.165008+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:10.697033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154634+0000","last_change":"2024-09-11T22:45:43.151627+0000","last_active":"2024-09-11T22:45:43.154634+0000","last_peered":"2024-09-11T22:45:43.154634+0000","last_clean":"2024-09-11T22:45:43.154634+0000","last_became_active":"2024-09-11T22:45:43.151282+0000","last_became_peered":"2024-09-11T22:45:43.151282+0000","last_unstale":"2024-09-11T22:45:43.154634+0000","last_undegraded":"2024-09-11T22:45:43.154634+0000","last_fullsized":"2024-09-11T22:45:43.154634+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:12.092823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163085+0000","last_change":"2024-09-11T22:45:43.156855+0000","last_active":"2024-09-11T22:45:43.163085+0000","last_peered":"2024-09-11T22:45:43.163085+0000","last_clean":"2024-09-11T22:45:43.163085+0000","last_became_active":"2024-09-11T22:45:43.156575+0000","last_became_peered":"2024-09-11T22:45:43.156575+0000","last_unstale":"2024-09-11T22:45:43.163085+0000","last_undegraded":"2024-09-11T22:45:43.163085+0000","last_fullsized":"2024-09-11T22:45:43.163085+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165153+0000","last_change":"2024-09-11T22:45:43.158889+0000","last_active":"2024-09-11T22:45:43.165153+0000","last_peered":"2024-09-11T22:45:43.165153+0000","last_clean":"2024-09-11T22:45:43.165153+0000","last_became_active":"2024-09-11T22:45:43.158550+0000","last_became_peered":"2024-09-11T22:45:43.158550+0000","last_unstale":"2024-09-11T22:45:43.165153+0000","last_undegraded":"2024-09-11T22:45:43.165153+0000","last_fullsized":"2024-09-11T22:45:43.165153+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163373+0000","last_change":"2024-09-11T22:45:43.159792+0000","last_active":"2024-09-11T22:45:43.163373+0000","last_peered":"2024-09-11T22:45:43.163373+0000","last_clean":"2024-09-11T22:45:43.163373+0000","last_became_active":"2024-09-11T22:45:43.159531+0000","last_became_peered":"2024-09-11T22:45:43.159531+0000","last_unstale":"2024-09-11T22:45:43.163373+0000","last_undegraded":"2024-09-11T22:45:43.163373+0000","last_fullsized":"2024-09-11T22:45:43.163373+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:58:29.577925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":16,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175282+0000","last_change":"2024-09-11T22:45:42.154525+0000","last_active":"2024-09-11T22:45:43.175282+0000","last_peered":"2024-09-11T22:45:43.175282+0000","last_clean":"2024-09-11T22:45:43.175282+0000","last_became_active":"2024-09-11T22:45:42.154262+0000","last_became_peered":"2024-09-11T22:45:42.154262+0000","last_unstale":"2024-09-11T22:45:43.175282+0000","last_undegraded":"2024-09-11T22:45:43.175282+0000","last_fullsized":"2024-09-11T22:45:43.175282+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:19:59.223786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166368+0000","last_change":"2024-09-11T22:45:43.161056+0000","last_active":"2024-09-11T22:45:43.166368+0000","last_peered":"2024-09-11T22:45:43.166368+0000","last_clean":"2024-09-11T22:45:43.166368+0000","last_became_active":"2024-09-11T22:45:43.160767+0000","last_became_peered":"2024-09-11T22:45:43.160767+0000","last_unstale":"2024-09-11T22:45:43.166368+0000","last_undegraded":"2024-09-11T22:45:43.166368+0000","last_fullsized":"2024-09-11T22:45:43.166368+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174431+0000","last_change":"2024-09-11T22:45:42.150344+0000","last_active":"2024-09-11T22:45:43.174431+0000","last_peered":"2024-09-11T22:45:43.174431+0000","last_clean":"2024-09-11T22:45:43.174431+0000","last_became_active":"2024-09-11T22:45:42.149928+0000","last_became_peered":"2024-09-11T22:45:42.149928+0000","last_unstale":"2024-09-11T22:45:43.174431+0000","last_undegraded":"2024-09-11T22:45:43.174431+0000","last_fullsized":"2024-09-11T22:45:43.174431+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:40.043429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175547+0000","last_change":"2024-09-11T22:45:42.155341+0000","last_active":"2024-09-11T22:45:43.175547+0000","last_peered":"2024-09-11T22:45:43.175547+0000","last_clean":"2024-09-11T22:45:43.175547+0000","last_became_active":"2024-09-11T22:45:42.155072+0000","last_became_peered":"2024-09-11T22:45:42.155072+0000","last_unstale":"2024-09-11T22:45:43.175547+0000","last_undegraded":"2024-09-11T22:45:43.175547+0000","last_fullsized":"2024-09-11T22:45:43.175547+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:38.556992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136606+0000","last_change":"2024-09-11T22:45:41.136606+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136606+0000","last_undegraded":"2024-09-11T22:45:41.136606+0000","last_fullsized":"2024-09-11T22:45:41.136606+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.169133+0000","last_change":"2024-09-11T22:45:43.166601+0000","last_active":"2024-09-11T22:45:43.169133+0000","last_peered":"2024-09-11T22:45:43.169133+0000","last_clean":"2024-09-11T22:45:43.169133+0000","last_became_active":"2024-09-11T22:45:43.166290+0000","last_became_peered":"2024-09-11T22:45:43.166290+0000","last_unstale":"2024-09-11T22:45:43.169133+0000","last_undegraded":"2024-09-11T22:45:43.169133+0000","last_fullsized":"2024-09-11T22:45:43.169133+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174215+0000","last_change":"2024-09-11T22:45:42.156562+0000","last_active":"2024-09-11T22:45:43.174215+0000","last_peered":"2024-09-11T22:45:43.174215+0000","last_clean":"2024-09-11T22:45:43.174215+0000","last_became_active":"2024-09-11T22:45:42.156272+0000","last_became_peered":"2024-09-11T22:45:42.156272+0000","last_unstale":"2024-09-11T22:45:43.174215+0000","last_undegraded":"2024-09-11T22:45:43.174215+0000","last_fullsized":"2024-09-11T22:45:43.174215+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:38.556992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173293+0000","last_change":"2024-09-11T22:45:43.165785+0000","last_active":"2024-09-11T22:45:43.173293+0000","last_peered":"2024-09-11T22:45:43.173293+0000","last_clean":"2024-09-11T22:45:43.173293+0000","last_became_active":"2024-09-11T22:45:43.165495+0000","last_became_peered":"2024-09-11T22:45:43.165495+0000","last_unstale":"2024-09-11T22:45:43.173293+0000","last_undegraded":"2024-09-11T22:45:43.173293+0000","last_fullsized":"2024-09-11T22:45:43.173293+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:59.281219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173713+0000","last_change":"2024-09-11T22:45:42.154235+0000","last_active":"2024-09-11T22:45:43.173713+0000","last_peered":"2024-09-11T22:45:43.173713+0000","last_clean":"2024-09-11T22:45:43.173713+0000","last_became_active":"2024-09-11T22:45:42.153972+0000","last_became_peered":"2024-09-11T22:45:42.153972+0000","last_unstale":"2024-09-11T22:45:43.173713+0000","last_undegraded":"2024-09-11T22:45:43.173713+0000","last_fullsized":"2024-09-11T22:45:43.173713+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:40.043429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147329+0000","last_change":"2024-09-11T22:45:42.158660+0000","last_active":"2024-09-11T22:45:43.147329+0000","last_peered":"2024-09-11T22:45:43.147329+0000","last_clean":"2024-09-11T22:45:43.147329+0000","last_became_active":"2024-09-11T22:45:42.158347+0000","last_became_peered":"2024-09-11T22:45:42.158347+0000","last_unstale":"2024-09-11T22:45:43.147329+0000","last_undegraded":"2024-09-11T22:45:43.147329+0000","last_fullsized":"2024-09-11T22:45:43.147329+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136606+0000","last_change":"2024-09-11T22:45:41.136606+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136606+0000","last_undegraded":"2024-09-11T22:45:41.136606+0000","last_fullsized":"2024-09-11T22:45:41.136606+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161717+0000","last_change":"2024-09-11T22:45:43.157313+0000","last_active":"2024-09-11T22:45:43.161717+0000","last_peered":"2024-09-11T22:45:43.161717+0000","last_clean":"2024-09-11T22:45:43.161717+0000","last_became_active":"2024-09-11T22:45:43.156828+0000","last_became_peered":"2024-09-11T22:45:43.156828+0000","last_unstale":"2024-09-11T22:45:43.161717+0000","last_undegraded":"2024-09-11T22:45:43.161717+0000","last_fullsized":"2024-09-11T22:45:43.161717+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:15.780083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:41.126378+0000","last_change":"2024-09-11T22:45:41.126378+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.126378+0000","last_undegraded":"2024-09-11T22:45:41.126378+0000","last_fullsized":"2024-09-11T22:45:41.126378+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161800+0000","last_change":"2024-09-11T22:45:43.155295+0000","last_active":"2024-09-11T22:45:43.161800+0000","last_peered":"2024-09-11T22:45:43.161800+0000","last_clean":"2024-09-11T22:45:43.161800+0000","last_became_active":"2024-09-11T22:45:43.155019+0000","last_became_peered":"2024-09-11T22:45:43.155019+0000","last_unstale":"2024-09-11T22:45:43.161800+0000","last_undegraded":"2024-09-11T22:45:43.161800+0000","last_fullsized":"2024-09-11T22:45:43.161800+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:04.220282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.146679+0000","last_change":"2024-09-11T22:45:42.158092+0000","last_active":"2024-09-11T22:45:43.146679+0000","last_peered":"2024-09-11T22:45:43.146679+0000","last_clean":"2024-09-11T22:45:43.146679+0000","last_became_active":"2024-09-11T22:45:42.157824+0000","last_became_peered":"2024-09-11T22:45:42.157824+0000","last_unstale":"2024-09-11T22:45:43.146679+0000","last_undegraded":"2024-09-11T22:45:43.146679+0000","last_fullsized":"2024-09-11T22:45:43.146679+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161174+0000","last_change":"2024-09-11T22:45:43.156133+0000","last_active":"2024-09-11T22:45:43.161174+0000","last_peered":"2024-09-11T22:45:43.161174+0000","last_clean":"2024-09-11T22:45:43.161174+0000","last_became_active":"2024-09-11T22:45:43.155825+0000","last_became_peered":"2024-09-11T22:45:43.155825+0000","last_unstale":"2024-09-11T22:45:43.161174+0000","last_undegraded":"2024-09-11T22:45:43.161174+0000","last_fullsized":"2024-09-11T22:45:43.161174+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:35.642094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174371+0000","last_change":"2024-09-11T22:45:42.157152+0000","last_active":"2024-09-11T22:45:43.174371+0000","last_peered":"2024-09-11T22:45:43.174371+0000","last_clean":"2024-09-11T22:45:43.174371+0000","last_became_active":"2024-09-11T22:45:42.156846+0000","last_became_peered":"2024-09-11T22:45:42.156846+0000","last_unstale":"2024-09-11T22:45:43.174371+0000","last_undegraded":"2024-09-11T22:45:43.174371+0000","last_fullsized":"2024-09-11T22:45:43.174371+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:01.865130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:41.126378+0000","last_change":"2024-09-11T22:45:41.126378+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.126378+0000","last_undegraded":"2024-09-11T22:45:41.126378+0000","last_fullsized":"2024-09-11T22:45:41.126378+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161035+0000","last_change":"2024-09-11T22:45:43.157831+0000","last_active":"2024-09-11T22:45:43.161035+0000","last_peered":"2024-09-11T22:45:43.161035+0000","last_clean":"2024-09-11T22:45:43.161035+0000","last_became_active":"2024-09-11T22:45:43.157533+0000","last_became_peered":"2024-09-11T22:45:43.157533+0000","last_unstale":"2024-09-11T22:45:43.161035+0000","last_undegraded":"2024-09-11T22:45:43.161035+0000","last_fullsized":"2024-09-11T22:45:43.161035+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:04.220282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:41.126378+0000","last_change":"2024-09-11T22:45:41.126378+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.126378+0000","last_undegraded":"2024-09-11T22:45:41.126378+0000","last_fullsized":"2024-09-11T22:45:41.126378+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147108+0000","last_change":"2024-09-11T22:45:42.159915+0000","last_active":"2024-09-11T22:45:43.147108+0000","last_peered":"2024-09-11T22:45:43.147108+0000","last_clean":"2024-09-11T22:45:43.147108+0000","last_became_active":"2024-09-11T22:45:42.159597+0000","last_became_peered":"2024-09-11T22:45:42.159597+0000","last_unstale":"2024-09-11T22:45:43.147108+0000","last_undegraded":"2024-09-11T22:45:43.147108+0000","last_fullsized":"2024-09-11T22:45:43.147108+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:12.820795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163007+0000","last_change":"2024-09-11T22:45:43.156599+0000","last_active":"2024-09-11T22:45:43.163007+0000","last_peered":"2024-09-11T22:45:43.163007+0000","last_clean":"2024-09-11T22:45:43.163007+0000","last_became_active":"2024-09-11T22:45:43.156331+0000","last_became_peered":"2024-09-11T22:45:43.156331+0000","last_unstale":"2024-09-11T22:45:43.163007+0000","last_undegraded":"2024-09-11T22:45:43.163007+0000","last_fullsized":"2024-09-11T22:45:43.163007+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.144476+0000","last_change":"2024-09-11T22:45:42.154130+0000","last_active":"2024-09-11T22:45:43.144476+0000","last_peered":"2024-09-11T22:45:43.144476+0000","last_clean":"2024-09-11T22:45:43.144476+0000","last_became_active":"2024-09-11T22:45:42.153804+0000","last_became_peered":"2024-09-11T22:45:42.153804+0000","last_unstale":"2024-09-11T22:45:43.144476+0000","last_undegraded":"2024-09-11T22:45:43.144476+0000","last_fullsized":"2024-09-11T22:45:43.144476+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:14.775218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":20,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175907+0000","last_change":"2024-09-11T22:45:42.150814+0000","last_active":"2024-09-11T22:45:43.175907+0000","last_peered":"2024-09-11T22:45:43.175907+0000","last_clean":"2024-09-11T22:45:43.175907+0000","last_became_active":"2024-09-11T22:45:42.150545+0000","last_became_peered":"2024-09-11T22:45:42.150545+0000","last_unstale":"2024-09-11T22:45:43.175907+0000","last_undegraded":"2024-09-11T22:45:43.175907+0000","last_fullsized":"2024-09-11T22:45:43.175907+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175300+0000","last_change":"2024-09-11T22:45:42.152439+0000","last_active":"2024-09-11T22:45:43.175300+0000","last_peered":"2024-09-11T22:45:43.175300+0000","last_clean":"2024-09-11T22:45:43.175300+0000","last_became_active":"2024-09-11T22:45:42.151981+0000","last_became_peered":"2024-09-11T22:45:42.151981+0000","last_unstale":"2024-09-11T22:45:43.175300+0000","last_undegraded":"2024-09-11T22:45:43.175300+0000","last_fullsized":"2024-09-11T22:45:43.175300+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:03.215416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173283+0000","last_change":"2024-09-11T22:45:43.165650+0000","last_active":"2024-09-11T22:45:43.173283+0000","last_peered":"2024-09-11T22:45:43.173283+0000","last_clean":"2024-09-11T22:45:43.173283+0000","last_became_active":"2024-09-11T22:45:43.165360+0000","last_became_peered":"2024-09-11T22:45:43.165360+0000","last_unstale":"2024-09-11T22:45:43.173283+0000","last_undegraded":"2024-09-11T22:45:43.173283+0000","last_fullsized":"2024-09-11T22:45:43.173283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:43:29.172146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136939+0000","last_change":"2024-09-11T22:45:41.136939+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136939+0000","last_undegraded":"2024-09-11T22:45:41.136939+0000","last_fullsized":"2024-09-11T22:45:41.136939+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174548+0000","last_change":"2024-09-11T22:45:42.152427+0000","last_active":"2024-09-11T22:45:43.174548+0000","last_peered":"2024-09-11T22:45:43.174548+0000","last_clean":"2024-09-11T22:45:43.174548+0000","last_became_active":"2024-09-11T22:45:42.152150+0000","last_became_peered":"2024-09-11T22:45:42.152150+0000","last_unstale":"2024-09-11T22:45:43.174548+0000","last_undegraded":"2024-09-11T22:45:43.174548+0000","last_fullsized":"2024-09-11T22:45:43.174548+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:05:12.680733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154080+0000","last_change":"2024-09-11T22:45:43.150949+0000","last_active":"2024-09-11T22:45:43.154080+0000","last_peered":"2024-09-11T22:45:43.154080+0000","last_clean":"2024-09-11T22:45:43.154080+0000","last_became_active":"2024-09-11T22:45:43.150650+0000","last_became_peered":"2024-09-11T22:45:43.150650+0000","last_unstale":"2024-09-11T22:45:43.154080+0000","last_undegraded":"2024-09-11T22:45:43.154080+0000","last_fullsized":"2024-09-11T22:45:43.154080+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:41.822613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.148781+0000","last_change":"2024-09-11T22:45:42.155286+0000","last_active":"2024-09-11T22:45:43.148781+0000","last_peered":"2024-09-11T22:45:43.148781+0000","last_clean":"2024-09-11T22:45:43.148781+0000","last_became_active":"2024-09-11T22:45:42.155024+0000","last_became_peered":"2024-09-11T22:45:42.155024+0000","last_unstale":"2024-09-11T22:45:43.148781+0000","last_undegraded":"2024-09-11T22:45:43.148781+0000","last_fullsized":"2024-09-11T22:45:43.148781+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:03.215416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163327+0000","last_change":"2024-09-11T22:45:43.157805+0000","last_active":"2024-09-11T22:45:43.163327+0000","last_peered":"2024-09-11T22:45:43.163327+0000","last_clean":"2024-09-11T22:45:43.163327+0000","last_became_active":"2024-09-11T22:45:43.157196+0000","last_became_peered":"2024-09-11T22:45:43.157196+0000","last_unstale":"2024-09-11T22:45:43.163327+0000","last_undegraded":"2024-09-11T22:45:43.163327+0000","last_fullsized":"2024-09-11T22:45:43.163327+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173615+0000","last_change":"2024-09-11T22:45:42.150012+0000","last_active":"2024-09-11T22:45:43.173615+0000","last_peered":"2024-09-11T22:45:43.173615+0000","last_clean":"2024-09-11T22:45:43.173615+0000","last_became_active":"2024-09-11T22:45:42.149688+0000","last_became_peered":"2024-09-11T22:45:42.149688+0000","last_unstale":"2024-09-11T22:45:43.173615+0000","last_undegraded":"2024-09-11T22:45:43.173615+0000","last_fullsized":"2024-09-11T22:45:43.173615+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:06:27.600636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161228+0000","last_change":"2024-09-11T22:45:43.156914+0000","last_active":"2024-09-11T22:45:43.161228+0000","last_peered":"2024-09-11T22:45:43.161228+0000","last_clean":"2024-09-11T22:45:43.161228+0000","last_became_active":"2024-09-11T22:45:43.156556+0000","last_became_peered":"2024-09-11T22:45:43.156556+0000","last_unstale":"2024-09-11T22:45:43.161228+0000","last_undegraded":"2024-09-11T22:45:43.161228+0000","last_fullsized":"2024-09-11T22:45:43.161228+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:39.561858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.140563+0000","last_change":"2024-09-11T22:45:42.154176+0000","last_active":"2024-09-11T22:45:43.140563+0000","last_peered":"2024-09-11T22:45:43.140563+0000","last_clean":"2024-09-11T22:45:43.140563+0000","last_became_active":"2024-09-11T22:45:42.153843+0000","last_became_peered":"2024-09-11T22:45:42.153843+0000","last_unstale":"2024-09-11T22:45:43.140563+0000","last_undegraded":"2024-09-11T22:45:43.140563+0000","last_fullsized":"2024-09-11T22:45:43.140563+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:39.570463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162538+0000","last_change":"2024-09-11T22:45:43.158976+0000","last_active":"2024-09-11T22:45:43.162538+0000","last_peered":"2024-09-11T22:45:43.162538+0000","last_clean":"2024-09-11T22:45:43.162538+0000","last_became_active":"2024-09-11T22:45:43.158695+0000","last_became_peered":"2024-09-11T22:45:43.158695+0000","last_unstale":"2024-09-11T22:45:43.162538+0000","last_undegraded":"2024-09-11T22:45:43.162538+0000","last_fullsized":"2024-09-11T22:45:43.162538+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:45.594299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.146386+0000","last_change":"2024-09-11T22:45:42.156324+0000","last_active":"2024-09-11T22:45:43.146386+0000","last_peered":"2024-09-11T22:45:43.146386+0000","last_clean":"2024-09-11T22:45:43.146386+0000","last_became_active":"2024-09-11T22:45:42.156052+0000","last_became_peered":"2024-09-11T22:45:42.156052+0000","last_unstale":"2024-09-11T22:45:43.146386+0000","last_undegraded":"2024-09-11T22:45:43.146386+0000","last_fullsized":"2024-09-11T22:45:43.146386+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:09.692167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.140889+0000","last_change":"2024-09-11T22:45:42.156628+0000","last_active":"2024-09-11T22:45:43.140889+0000","last_peered":"2024-09-11T22:45:43.140889+0000","last_clean":"2024-09-11T22:45:43.140889+0000","last_became_active":"2024-09-11T22:45:42.156357+0000","last_became_peered":"2024-09-11T22:45:42.156357+0000","last_unstale":"2024-09-11T22:45:43.140889+0000","last_undegraded":"2024-09-11T22:45:43.140889+0000","last_fullsized":"2024-09-11T22:45:43.140889+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:30:40.720620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166552+0000","last_change":"2024-09-11T22:45:43.161819+0000","last_active":"2024-09-11T22:45:43.166552+0000","last_peered":"2024-09-11T22:45:43.166552+0000","last_clean":"2024-09-11T22:45:43.166552+0000","last_became_active":"2024-09-11T22:45:43.161483+0000","last_became_peered":"2024-09-11T22:45:43.161483+0000","last_unstale":"2024-09-11T22:45:43.166552+0000","last_undegraded":"2024-09-11T22:45:43.166552+0000","last_fullsized":"2024-09-11T22:45:43.166552+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174281+0000","last_change":"2024-09-11T22:45:42.157199+0000","last_active":"2024-09-11T22:45:43.174281+0000","last_peered":"2024-09-11T22:45:43.174281+0000","last_clean":"2024-09-11T22:45:43.174281+0000","last_became_active":"2024-09-11T22:45:42.156451+0000","last_became_peered":"2024-09-11T22:45:42.156451+0000","last_unstale":"2024-09-11T22:45:43.174281+0000","last_undegraded":"2024-09-11T22:45:43.174281+0000","last_fullsized":"2024-09-11T22:45:43.174281+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:44.424160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161821+0000","last_change":"2024-09-11T22:45:43.155316+0000","last_active":"2024-09-11T22:45:43.161821+0000","last_peered":"2024-09-11T22:45:43.161821+0000","last_clean":"2024-09-11T22:45:43.161821+0000","last_became_active":"2024-09-11T22:45:43.155039+0000","last_became_peered":"2024-09-11T22:45:43.155039+0000","last_unstale":"2024-09-11T22:45:43.161821+0000","last_undegraded":"2024-09-11T22:45:43.161821+0000","last_fullsized":"2024-09-11T22:45:43.161821+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:39.561858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.141874+0000","last_change":"2024-09-11T22:45:42.158817+0000","last_active":"2024-09-11T22:45:43.141874+0000","last_peered":"2024-09-11T22:45:43.141874+0000","last_clean":"2024-09-11T22:45:43.141874+0000","last_became_active":"2024-09-11T22:45:42.158496+0000","last_became_peered":"2024-09-11T22:45:42.158496+0000","last_unstale":"2024-09-11T22:45:43.141874+0000","last_undegraded":"2024-09-11T22:45:43.141874+0000","last_fullsized":"2024-09-11T22:45:43.141874+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:06:08.246547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.148648+0000","last_change":"2024-09-11T22:45:42.155240+0000","last_active":"2024-09-11T22:45:43.148648+0000","last_peered":"2024-09-11T22:45:43.148648+0000","last_clean":"2024-09-11T22:45:43.148648+0000","last_became_active":"2024-09-11T22:45:42.154969+0000","last_became_peered":"2024-09-11T22:45:42.154969+0000","last_unstale":"2024-09-11T22:45:43.148648+0000","last_undegraded":"2024-09-11T22:45:43.148648+0000","last_fullsized":"2024-09-11T22:45:43.148648+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:14:48.154513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.167563+0000","last_change":"2024-09-11T22:45:43.165738+0000","last_active":"2024-09-11T22:45:43.167563+0000","last_peered":"2024-09-11T22:45:43.167563+0000","last_clean":"2024-09-11T22:45:43.167563+0000","last_became_active":"2024-09-11T22:45:43.165445+0000","last_became_peered":"2024-09-11T22:45:43.165445+0000","last_unstale":"2024-09-11T22:45:43.167563+0000","last_undegraded":"2024-09-11T22:45:43.167563+0000","last_fullsized":"2024-09-11T22:45:43.167563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154636+0000","last_change":"2024-09-11T22:45:42.152859+0000","last_active":"2024-09-11T22:45:43.154636+0000","last_peered":"2024-09-11T22:45:43.154636+0000","last_clean":"2024-09-11T22:45:43.154636+0000","last_became_active":"2024-09-11T22:45:42.152566+0000","last_became_peered":"2024-09-11T22:45:42.152566+0000","last_unstale":"2024-09-11T22:45:43.154636+0000","last_undegraded":"2024-09-11T22:45:43.154636+0000","last_fullsized":"2024-09-11T22:45:43.154636+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:09.692167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165015+0000","last_change":"2024-09-11T22:45:43.159962+0000","last_active":"2024-09-11T22:45:43.165015+0000","last_peered":"2024-09-11T22:45:43.165015+0000","last_clean":"2024-09-11T22:45:43.165015+0000","last_became_active":"2024-09-11T22:45:43.159662+0000","last_became_peered":"2024-09-11T22:45:43.159662+0000","last_unstale":"2024-09-11T22:45:43.165015+0000","last_undegraded":"2024-09-11T22:45:43.165015+0000","last_fullsized":"2024-09-11T22:45:43.165015+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.144522+0000","last_change":"2024-09-11T22:45:42.150704+0000","last_active":"2024-09-11T22:45:43.144522+0000","last_peered":"2024-09-11T22:45:43.144522+0000","last_clean":"2024-09-11T22:45:43.144522+0000","last_became_active":"2024-09-11T22:45:42.150412+0000","last_became_peered":"2024-09-11T22:45:42.150412+0000","last_unstale":"2024-09-11T22:45:43.144522+0000","last_undegraded":"2024-09-11T22:45:43.144522+0000","last_fullsized":"2024-09-11T22:45:43.144522+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:35.541256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136841+0000","last_change":"2024-09-11T22:45:41.136841+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136841+0000","last_undegraded":"2024-09-11T22:45:41.136841+0000","last_fullsized":"2024-09-11T22:45:41.136841+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161768+0000","last_change":"2024-09-11T22:45:43.156060+0000","last_active":"2024-09-11T22:45:43.161768+0000","last_peered":"2024-09-11T22:45:43.161768+0000","last_clean":"2024-09-11T22:45:43.161768+0000","last_became_active":"2024-09-11T22:45:43.155778+0000","last_became_peered":"2024-09-11T22:45:43.155778+0000","last_unstale":"2024-09-11T22:45:43.161768+0000","last_undegraded":"2024-09-11T22:45:43.161768+0000","last_fullsized":"2024-09-11T22:45:43.161768+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:41.126378+0000","last_change":"2024-09-11T22:45:41.126378+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.126378+0000","last_undegraded":"2024-09-11T22:45:41.126378+0000","last_fullsized":"2024-09-11T22:45:41.126378+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159018+0000","last_change":"2024-09-11T22:45:43.156941+0000","last_active":"2024-09-11T22:45:43.159018+0000","last_peered":"2024-09-11T22:45:43.159018+0000","last_clean":"2024-09-11T22:45:43.159018+0000","last_became_active":"2024-09-11T22:45:43.155448+0000","last_became_peered":"2024-09-11T22:45:43.155448+0000","last_unstale":"2024-09-11T22:45:43.159018+0000","last_undegraded":"2024-09-11T22:45:43.159018+0000","last_fullsized":"2024-09-11T22:45:43.159018+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147577+0000","last_change":"2024-09-11T22:45:42.154647+0000","last_active":"2024-09-11T22:45:43.147577+0000","last_peered":"2024-09-11T22:45:43.147577+0000","last_clean":"2024-09-11T22:45:43.147577+0000","last_became_active":"2024-09-11T22:45:42.154298+0000","last_became_peered":"2024-09-11T22:45:42.154298+0000","last_unstale":"2024-09-11T22:45:43.147577+0000","last_undegraded":"2024-09-11T22:45:43.147577+0000","last_fullsized":"2024-09-11T22:45:43.147577+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:12.820795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":199,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.149932+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:45:43.149932+0000","last_peered":"2024-09-11T22:45:43.149932+0000","last_clean":"2024-09-11T22:45:43.149932+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:45:43.149932+0000","last_undegraded":"2024-09-11T22:45:43.149932+0000","last_fullsized":"2024-09-11T22:45:43.149932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":94,"acting":94,"num_store_stats":6},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":764,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":29,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":56,"acting":56,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":999424,"data_stored":761942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27444,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344396,"statfs":{"total":96636764160,"available":96608661504,"internally_reserved":0,"allocated":425984,"data_stored":178853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31588,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340252,"statfs":{"total":96636764160,"available":96604418048,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":999424,"data_stored":761942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":164907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574864,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35728,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336112,"statfs":{"total":96636764160,"available":96600178688,"internally_reserved":0,"allocated":380928,"data_stored":158698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:45:46.139 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:45:46.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.275+0000 7f8bf8d8d640 1 Processor -- start 2024-09-11T22:45:46.277 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.275+0000 7f8bf8d8d640 1 -- start start 2024-09-11T22:45:46.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.276+0000 7f8bf8d8d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8bf40b3600 0x7f8bf40b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.276+0000 7f8bf8d8d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8bf40d3920 0x7f8bf40d3db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.278 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.276+0000 7f8bf8d8d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bf40d2880 con 0x7f8bf40b6470 2024-09-11T22:45:46.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.276+0000 7f8bf8d8d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8bf40d3490 con 0x7f8bf40b3600 2024-09-11T22:45:46.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.276+0000 7f8bf8d8d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8bf40d2b60 con 0x7f8bf40d3920 2024-09-11T22:45:46.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.276+0000 7f8bf1d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8bf40b3600 0x7f8bf40b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.276+0000 7f8bf1d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8bf40b3600 0x7f8bf40b3b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53414/0 (socket says 172.21.15.16:53414) 2024-09-11T22:45:46.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.276+0000 7f8bf1d9b640 1 -- 172.21.15.16:0/2112767284 learned_addr learned my addr 172.21.15.16:0/2112767284 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:46.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.276+0000 7f8bf2d9d640 1 --2- 172.21.15.16:0/2112767284 >> v2:172.21.15.104:3300/0 conn(0x7f8bf40d3920 0x7f8bf40d3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.276+0000 7f8bf1d9b640 1 -- 172.21.15.16:0/2112767284 >> v2:172.21.15.104:3300/0 conn(0x7f8bf40d3920 msgr2=0x7f8bf40d3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:46.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.277+0000 7f8bf1d9b640 1 --2- 172.21.15.16:0/2112767284 >> v2:172.21.15.104:3300/0 conn(0x7f8bf40d3920 0x7f8bf40d3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.277+0000 7f8bf1d9b640 1 -- 172.21.15.16:0/2112767284 >> v1:172.21.15.104:6789/0 conn(0x7f8bf40b6470 legacy=0x7f8bf40b6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:46.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.277+0000 7f8bf1d9b640 1 -- 172.21.15.16:0/2112767284 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bf40d2e40 con 0x7f8bf40b3600 2024-09-11T22:45:46.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.277+0000 7f8bf2d9d640 1 --2- 172.21.15.16:0/2112767284 >> v2:172.21.15.104:3300/0 conn(0x7f8bf40d3920 0x7f8bf40d3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:46.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.277+0000 7f8bf1d9b640 1 --2- 172.21.15.16:0/2112767284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bf40b3600 0x7f8bf40b3b50 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f8bf40b71d0 tx=0x7f8be802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3633ecf3bd44156e server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:46.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.277+0000 7f8bf159a640 1 -- 172.21.15.16:0/2112767284 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be8037070 con 0x7f8bf40b3600 2024-09-11T22:45:46.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.277+0000 7f8bf159a640 1 -- 172.21.15.16:0/2112767284 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8be8032440 con 0x7f8bf40b3600 2024-09-11T22:45:46.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.277+0000 7f8bf159a640 1 -- 172.21.15.16:0/2112767284 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be8032810 con 0x7f8bf40b3600 2024-09-11T22:45:46.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.278+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/2112767284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bf40b3600 msgr2=0x7f8bf40b3b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.278+0000 7f8bf8d8d640 1 --2- 172.21.15.16:0/2112767284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bf40b3600 0x7f8bf40b3b50 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f8bf40b71d0 tx=0x7f8be802a2c0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.278+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/2112767284 shutdown_connections 2024-09-11T22:45:46.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.278+0000 7f8bf8d8d640 1 --2- 172.21.15.16:0/2112767284 >> v2:172.21.15.104:3300/0 conn(0x7f8bf40d3920 0x7f8bf40d3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.278+0000 7f8bf8d8d640 1 --2- 172.21.15.16:0/2112767284 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bf40b3600 0x7f8bf40b3b50 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.278+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/2112767284 >> 172.21.15.16:0/2112767284 conn(0x7f8bf40d1530 msgr2=0x7f8bf40d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:46.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.278+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/2112767284 shutdown_connections 2024-09-11T22:45:46.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.278+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/2112767284 wait complete. 2024-09-11T22:45:46.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.279+0000 7f8bf8d8d640 1 Processor -- start 2024-09-11T22:45:46.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.279+0000 7f8bf8d8d640 1 -- start start 2024-09-11T22:45:46.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.280+0000 7f8bf8d8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8bf40b3600 0x7f8bf41f5680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.280+0000 7f8bf8d8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bf40b6470 0x7f8bf4157c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.280+0000 7f8bf8d8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8bf40d3920 0x7f8bf415a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.280+0000 7f8bf8d8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf40cfb00 con 0x7f8bf40b6470 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.280+0000 7f8bf8d8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf415e930 con 0x7f8bf40b3600 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.280+0000 7f8bf8d8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8bf40cfc80 con 0x7f8bf40d3920 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.280+0000 7f8bf1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bf40b6470 0x7f8bf4157c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.280+0000 7f8bf1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bf40b6470 0x7f8bf4157c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53424/0 (socket says 172.21.15.16:53424) 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.280+0000 7f8bf1d9b640 1 -- 172.21.15.16:0/3804204502 learned_addr learned my addr 172.21.15.16:0/3804204502 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.280+0000 7f8bf259c640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8bf40b3600 0x7f8bf41f5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.280+0000 7f8bf2d9d640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8bf40d3920 0x7f8bf415a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.281+0000 7f8bf1d9b640 1 -- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8bf40d3920 msgr2=0x7f8bf415a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.281+0000 7f8bf1d9b640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8bf40d3920 0x7f8bf415a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.281+0000 7f8bf1d9b640 1 -- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8bf40b3600 msgr2=0x7f8bf41f5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.281+0000 7f8bf1d9b640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8bf40b3600 0x7f8bf41f5680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.281+0000 7f8bf1d9b640 1 -- 172.21.15.16:0/3804204502 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bf41f5bc0 con 0x7f8bf40b6470 2024-09-11T22:45:46.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.281+0000 7f8bf1d9b640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bf40b6470 0x7f8bf4157c60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8be802a300 tx=0x7f8be80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:46.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.281+0000 7f8be2ffd640 1 -- 172.21.15.16:0/3804204502 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be8041070 con 0x7f8bf40b6470 2024-09-11T22:45:46.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.281+0000 7f8be2ffd640 1 -- 172.21.15.16:0/3804204502 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8be803c870 con 0x7f8bf40b6470 2024-09-11T22:45:46.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.281+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/3804204502 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bf40cbb00 con 0x7f8bf40b6470 2024-09-11T22:45:46.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.281+0000 7f8be2ffd640 1 -- 172.21.15.16:0/3804204502 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be8037040 con 0x7f8bf40b6470 2024-09-11T22:45:46.285 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.281+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/3804204502 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bf40cc3a0 con 0x7f8bf40b6470 2024-09-11T22:45:46.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.282+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/3804204502 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bf40d0bf0 con 0x7f8bf40b6470 2024-09-11T22:45:46.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.283+0000 7f8be2ffd640 1 -- 172.21.15.16:0/3804204502 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f8be8044070 con 0x7f8bf40b6470 2024-09-11T22:45:46.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.283+0000 7f8be2ffd640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8bd406be30 0x7f8bd406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.283+0000 7f8be2ffd640 1 -- 172.21.15.16:0/3804204502 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f8be80abb00 con 0x7f8bf40b6470 2024-09-11T22:45:46.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.283+0000 7f8bf259c640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8bd406be30 0x7f8bd406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.284+0000 7f8bf259c640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8bd406be30 0x7f8bd406e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8be4004f60 tx=0x7f8be4007e30 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:46.289 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.288+0000 7f8be2ffd640 1 -- 172.21.15.16:0/3804204502 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8bf40d0bf0 con 0x7f8bf40b6470 2024-09-11T22:45:46.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.461+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/3804204502 --> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8bf40b3b50 con 0x7f8bd406be30 2024-09-11T22:45:46.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.467+0000 7f8be2ffd640 1 -- 172.21.15.16:0/3804204502 <== mgr.4103 v2:172.21.15.104:6832/4046407617 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250537 (secure 0 0 0) 0x7f8bf40b3b50 con 0x7f8bd406be30 2024-09-11T22:45:46.471 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:46.472 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:45:46.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8bd406be30 msgr2=0x7f8bd406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8bd406be30 0x7f8bd406e2f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8be4004f60 tx=0x7f8be4007e30 comp rx=0 tx=0).stop 2024-09-11T22:45:46.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/3804204502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bf40b6470 msgr2=0x7f8bf4157c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bf40b6470 0x7f8bf4157c60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8be802a300 tx=0x7f8be80046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/3804204502 shutdown_connections 2024-09-11T22:45:46.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f8bd406be30 0x7f8bd406e2f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8bf40d3920 0x7f8bf415a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bf40b6470 0x7f8bf4157c60 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 --2- 172.21.15.16:0/3804204502 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8bf40b3600 0x7f8bf41f5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/3804204502 >> 172.21.15.16:0/3804204502 conn(0x7f8bf40d1530 msgr2=0x7f8bf40b5960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:46.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/3804204502 shutdown_connections 2024-09-11T22:45:46.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.471+0000 7f8bf8d8d640 1 -- 172.21.15.16:0/3804204502 wait complete. 2024-09-11T22:45:46.483 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-09-11T22:45:46.365881+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":197,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241424,"kb_used_data":4376,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733296,"statfs":{"total":773094113280,"available":772846895104,"internally_reserved":0,"allocated":4481024,"data_stored":2569445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.234576"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149639+0000","last_change":"2024-09-11T22:45:43.157142+0000","last_active":"2024-09-11T22:45:44.149639+0000","last_peered":"2024-09-11T22:45:44.149639+0000","last_clean":"2024-09-11T22:45:44.149639+0000","last_became_active":"2024-09-11T22:45:43.156358+0000","last_became_peered":"2024-09-11T22:45:43.156358+0000","last_unstale":"2024-09-11T22:45:44.149639+0000","last_undegraded":"2024-09-11T22:45:44.149639+0000","last_fullsized":"2024-09-11T22:45:44.149639+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:09:06.167411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149383+0000","last_change":"2024-09-11T22:45:43.147629+0000","last_active":"2024-09-11T22:45:44.149383+0000","last_peered":"2024-09-11T22:45:44.149383+0000","last_clean":"2024-09-11T22:45:44.149383+0000","last_became_active":"2024-09-11T22:45:43.147314+0000","last_became_peered":"2024-09-11T22:45:43.147314+0000","last_unstale":"2024-09-11T22:45:44.149383+0000","last_undegraded":"2024-09-11T22:45:44.149383+0000","last_fullsized":"2024-09-11T22:45:44.149383+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:07:29.409160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162772+0000","last_change":"2024-09-11T22:45:43.162032+0000","last_active":"2024-09-11T22:45:43.162772+0000","last_peered":"2024-09-11T22:45:43.162772+0000","last_clean":"2024-09-11T22:45:43.162772+0000","last_became_active":"2024-09-11T22:45:43.161722+0000","last_became_peered":"2024-09-11T22:45:43.161722+0000","last_unstale":"2024-09-11T22:45:43.162772+0000","last_undegraded":"2024-09-11T22:45:43.162772+0000","last_fullsized":"2024-09-11T22:45:43.162772+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154146+0000","last_change":"2024-09-11T22:45:43.152092+0000","last_active":"2024-09-11T22:45:43.154146+0000","last_peered":"2024-09-11T22:45:43.154146+0000","last_clean":"2024-09-11T22:45:43.154146+0000","last_became_active":"2024-09-11T22:45:43.151819+0000","last_became_peered":"2024-09-11T22:45:43.151819+0000","last_unstale":"2024-09-11T22:45:43.154146+0000","last_undegraded":"2024-09-11T22:45:43.154146+0000","last_fullsized":"2024-09-11T22:45:43.154146+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:42.787015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.155766+0000","last_change":"2024-09-11T22:45:43.146166+0000","last_active":"2024-09-11T22:45:43.155766+0000","last_peered":"2024-09-11T22:45:43.155766+0000","last_clean":"2024-09-11T22:45:43.155766+0000","last_became_active":"2024-09-11T22:45:43.145888+0000","last_became_peered":"2024-09-11T22:45:43.145888+0000","last_unstale":"2024-09-11T22:45:43.155766+0000","last_undegraded":"2024-09-11T22:45:43.155766+0000","last_fullsized":"2024-09-11T22:45:43.155766+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:53.420975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166467+0000","last_change":"2024-09-11T22:45:43.160801+0000","last_active":"2024-09-11T22:45:43.166467+0000","last_peered":"2024-09-11T22:45:43.166467+0000","last_clean":"2024-09-11T22:45:43.166467+0000","last_became_active":"2024-09-11T22:45:43.160478+0000","last_became_peered":"2024-09-11T22:45:43.160478+0000","last_unstale":"2024-09-11T22:45:43.166467+0000","last_undegraded":"2024-09-11T22:45:43.166467+0000","last_fullsized":"2024-09-11T22:45:43.166467+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.168705+0000","last_change":"2024-09-11T22:45:43.163856+0000","last_active":"2024-09-11T22:45:43.168705+0000","last_peered":"2024-09-11T22:45:43.168705+0000","last_clean":"2024-09-11T22:45:43.168705+0000","last_became_active":"2024-09-11T22:45:43.163563+0000","last_became_peered":"2024-09-11T22:45:43.163563+0000","last_unstale":"2024-09-11T22:45:43.168705+0000","last_undegraded":"2024-09-11T22:45:43.168705+0000","last_fullsized":"2024-09-11T22:45:43.168705+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:11:44.038363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149075+0000","last_change":"2024-09-11T22:45:43.159942+0000","last_active":"2024-09-11T22:45:44.149075+0000","last_peered":"2024-09-11T22:45:44.149075+0000","last_clean":"2024-09-11T22:45:44.149075+0000","last_became_active":"2024-09-11T22:45:43.159661+0000","last_became_peered":"2024-09-11T22:45:43.159661+0000","last_unstale":"2024-09-11T22:45:44.149075+0000","last_undegraded":"2024-09-11T22:45:44.149075+0000","last_fullsized":"2024-09-11T22:45:44.149075+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:57.676942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161513+0000","last_change":"2024-09-11T22:45:43.160746+0000","last_active":"2024-09-11T22:45:43.161513+0000","last_peered":"2024-09-11T22:45:43.161513+0000","last_clean":"2024-09-11T22:45:43.161513+0000","last_became_active":"2024-09-11T22:45:43.160302+0000","last_became_peered":"2024-09-11T22:45:43.160302+0000","last_unstale":"2024-09-11T22:45:43.161513+0000","last_undegraded":"2024-09-11T22:45:43.161513+0000","last_fullsized":"2024-09-11T22:45:43.161513+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162806+0000","last_change":"2024-09-11T22:45:43.159217+0000","last_active":"2024-09-11T22:45:43.162806+0000","last_peered":"2024-09-11T22:45:43.162806+0000","last_clean":"2024-09-11T22:45:43.162806+0000","last_became_active":"2024-09-11T22:45:43.156400+0000","last_became_peered":"2024-09-11T22:45:43.156400+0000","last_unstale":"2024-09-11T22:45:43.162806+0000","last_undegraded":"2024-09-11T22:45:43.162806+0000","last_fullsized":"2024-09-11T22:45:43.162806+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:58:29.577925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.170148+0000","last_change":"2024-09-11T22:45:43.163455+0000","last_active":"2024-09-11T22:45:43.170148+0000","last_peered":"2024-09-11T22:45:43.170148+0000","last_clean":"2024-09-11T22:45:43.170148+0000","last_became_active":"2024-09-11T22:45:43.163122+0000","last_became_peered":"2024-09-11T22:45:43.163122+0000","last_unstale":"2024-09-11T22:45:43.170148+0000","last_undegraded":"2024-09-11T22:45:43.170148+0000","last_fullsized":"2024-09-11T22:45:43.170148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:35:27.726865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.157375+0000","last_change":"2024-09-11T22:45:43.155259+0000","last_active":"2024-09-11T22:45:43.157375+0000","last_peered":"2024-09-11T22:45:43.157375+0000","last_clean":"2024-09-11T22:45:43.157375+0000","last_became_active":"2024-09-11T22:45:43.154962+0000","last_became_peered":"2024-09-11T22:45:43.154962+0000","last_unstale":"2024-09-11T22:45:43.157375+0000","last_undegraded":"2024-09-11T22:45:43.157375+0000","last_fullsized":"2024-09-11T22:45:43.157375+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:13.825660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.157380+0000","last_change":"2024-09-11T22:45:43.155259+0000","last_active":"2024-09-11T22:45:43.157380+0000","last_peered":"2024-09-11T22:45:43.157380+0000","last_clean":"2024-09-11T22:45:43.157380+0000","last_became_active":"2024-09-11T22:45:43.154664+0000","last_became_peered":"2024-09-11T22:45:43.154664+0000","last_unstale":"2024-09-11T22:45:43.157380+0000","last_undegraded":"2024-09-11T22:45:43.157380+0000","last_fullsized":"2024-09-11T22:45:43.157380+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159355+0000","last_change":"2024-09-11T22:45:43.157429+0000","last_active":"2024-09-11T22:45:43.159355+0000","last_peered":"2024-09-11T22:45:43.159355+0000","last_clean":"2024-09-11T22:45:43.159355+0000","last_became_active":"2024-09-11T22:45:43.157165+0000","last_became_peered":"2024-09-11T22:45:43.157165+0000","last_unstale":"2024-09-11T22:45:43.159355+0000","last_undegraded":"2024-09-11T22:45:43.159355+0000","last_fullsized":"2024-09-11T22:45:43.159355+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163346+0000","last_change":"2024-09-11T22:45:43.158566+0000","last_active":"2024-09-11T22:45:43.163346+0000","last_peered":"2024-09-11T22:45:43.163346+0000","last_clean":"2024-09-11T22:45:43.163346+0000","last_became_active":"2024-09-11T22:45:43.157539+0000","last_became_peered":"2024-09-11T22:45:43.157539+0000","last_unstale":"2024-09-11T22:45:43.163346+0000","last_undegraded":"2024-09-11T22:45:43.163346+0000","last_fullsized":"2024-09-11T22:45:43.163346+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:45.594299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163173+0000","last_change":"2024-09-11T22:45:43.157838+0000","last_active":"2024-09-11T22:45:43.163173+0000","last_peered":"2024-09-11T22:45:43.163173+0000","last_clean":"2024-09-11T22:45:43.163173+0000","last_became_active":"2024-09-11T22:45:43.157333+0000","last_became_peered":"2024-09-11T22:45:43.157333+0000","last_unstale":"2024-09-11T22:45:43.163173+0000","last_undegraded":"2024-09-11T22:45:43.163173+0000","last_fullsized":"2024-09-11T22:45:43.163173+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161598+0000","last_change":"2024-09-11T22:45:43.159587+0000","last_active":"2024-09-11T22:45:43.161598+0000","last_peered":"2024-09-11T22:45:43.161598+0000","last_clean":"2024-09-11T22:45:43.161598+0000","last_became_active":"2024-09-11T22:45:43.159310+0000","last_became_peered":"2024-09-11T22:45:43.159310+0000","last_unstale":"2024-09-11T22:45:43.161598+0000","last_undegraded":"2024-09-11T22:45:43.161598+0000","last_fullsized":"2024-09-11T22:45:43.161598+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:41.048295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173685+0000","last_change":"2024-09-11T22:45:43.172816+0000","last_active":"2024-09-11T22:45:43.173685+0000","last_peered":"2024-09-11T22:45:43.173685+0000","last_clean":"2024-09-11T22:45:43.173685+0000","last_became_active":"2024-09-11T22:45:43.168937+0000","last_became_peered":"2024-09-11T22:45:43.168937+0000","last_unstale":"2024-09-11T22:45:43.173685+0000","last_undegraded":"2024-09-11T22:45:43.173685+0000","last_fullsized":"2024-09-11T22:45:43.173685+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:36.546122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161566+0000","last_change":"2024-09-11T22:45:43.158830+0000","last_active":"2024-09-11T22:45:43.161566+0000","last_peered":"2024-09-11T22:45:43.161566+0000","last_clean":"2024-09-11T22:45:43.161566+0000","last_became_active":"2024-09-11T22:45:43.158562+0000","last_became_peered":"2024-09-11T22:45:43.158562+0000","last_unstale":"2024-09-11T22:45:43.161566+0000","last_undegraded":"2024-09-11T22:45:43.161566+0000","last_fullsized":"2024-09-11T22:45:43.161566+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:14:49.159378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173324+0000","last_change":"2024-09-11T22:45:43.166968+0000","last_active":"2024-09-11T22:45:43.173324+0000","last_peered":"2024-09-11T22:45:43.173324+0000","last_clean":"2024-09-11T22:45:43.173324+0000","last_became_active":"2024-09-11T22:45:43.166652+0000","last_became_peered":"2024-09-11T22:45:43.166652+0000","last_unstale":"2024-09-11T22:45:43.173324+0000","last_undegraded":"2024-09-11T22:45:43.173324+0000","last_fullsized":"2024-09-11T22:45:43.173324+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:32:30.512641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163066+0000","last_change":"2024-09-11T22:45:43.156828+0000","last_active":"2024-09-11T22:45:43.163066+0000","last_peered":"2024-09-11T22:45:43.163066+0000","last_clean":"2024-09-11T22:45:43.163066+0000","last_became_active":"2024-09-11T22:45:43.156145+0000","last_became_peered":"2024-09-11T22:45:43.156145+0000","last_unstale":"2024-09-11T22:45:43.163066+0000","last_undegraded":"2024-09-11T22:45:43.163066+0000","last_fullsized":"2024-09-11T22:45:43.163066+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.156376+0000","last_change":"2024-09-11T22:45:43.155419+0000","last_active":"2024-09-11T22:45:43.156376+0000","last_peered":"2024-09-11T22:45:43.156376+0000","last_clean":"2024-09-11T22:45:43.156376+0000","last_became_active":"2024-09-11T22:45:43.155133+0000","last_became_peered":"2024-09-11T22:45:43.155133+0000","last_unstale":"2024-09-11T22:45:43.156376+0000","last_undegraded":"2024-09-11T22:45:43.156376+0000","last_fullsized":"2024-09-11T22:45:43.156376+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:43:00.607824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.160897+0000","last_change":"2024-09-11T22:45:43.153028+0000","last_active":"2024-09-11T22:45:43.160897+0000","last_peered":"2024-09-11T22:45:43.160897+0000","last_clean":"2024-09-11T22:45:43.160897+0000","last_became_active":"2024-09-11T22:45:43.152753+0000","last_became_peered":"2024-09-11T22:45:43.152753+0000","last_unstale":"2024-09-11T22:45:43.160897+0000","last_undegraded":"2024-09-11T22:45:43.160897+0000","last_fullsized":"2024-09-11T22:45:43.160897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:24.010557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166505+0000","last_change":"2024-09-11T22:45:43.161791+0000","last_active":"2024-09-11T22:45:43.166505+0000","last_peered":"2024-09-11T22:45:43.166505+0000","last_clean":"2024-09-11T22:45:43.166505+0000","last_became_active":"2024-09-11T22:45:43.161342+0000","last_became_peered":"2024-09-11T22:45:43.161342+0000","last_unstale":"2024-09-11T22:45:43.166505+0000","last_undegraded":"2024-09-11T22:45:43.166505+0000","last_fullsized":"2024-09-11T22:45:43.166505+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154262+0000","last_change":"2024-09-11T22:45:43.148921+0000","last_active":"2024-09-11T22:45:43.154262+0000","last_peered":"2024-09-11T22:45:43.154262+0000","last_clean":"2024-09-11T22:45:43.154262+0000","last_became_active":"2024-09-11T22:45:43.148628+0000","last_became_peered":"2024-09-11T22:45:43.148628+0000","last_unstale":"2024-09-11T22:45:43.154262+0000","last_undegraded":"2024-09-11T22:45:43.154262+0000","last_fullsized":"2024-09-11T22:45:43.154262+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:57.261709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159580+0000","last_change":"2024-09-11T22:45:43.157670+0000","last_active":"2024-09-11T22:45:43.159580+0000","last_peered":"2024-09-11T22:45:43.159580+0000","last_clean":"2024-09-11T22:45:43.159580+0000","last_became_active":"2024-09-11T22:45:43.155169+0000","last_became_peered":"2024-09-11T22:45:43.155169+0000","last_unstale":"2024-09-11T22:45:43.159580+0000","last_undegraded":"2024-09-11T22:45:43.159580+0000","last_fullsized":"2024-09-11T22:45:43.159580+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165008+0000","last_change":"2024-09-11T22:45:43.161606+0000","last_active":"2024-09-11T22:45:43.165008+0000","last_peered":"2024-09-11T22:45:43.165008+0000","last_clean":"2024-09-11T22:45:43.165008+0000","last_became_active":"2024-09-11T22:45:43.161298+0000","last_became_peered":"2024-09-11T22:45:43.161298+0000","last_unstale":"2024-09-11T22:45:43.165008+0000","last_undegraded":"2024-09-11T22:45:43.165008+0000","last_fullsized":"2024-09-11T22:45:43.165008+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:10.697033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154634+0000","last_change":"2024-09-11T22:45:43.151627+0000","last_active":"2024-09-11T22:45:43.154634+0000","last_peered":"2024-09-11T22:45:43.154634+0000","last_clean":"2024-09-11T22:45:43.154634+0000","last_became_active":"2024-09-11T22:45:43.151282+0000","last_became_peered":"2024-09-11T22:45:43.151282+0000","last_unstale":"2024-09-11T22:45:43.154634+0000","last_undegraded":"2024-09-11T22:45:43.154634+0000","last_fullsized":"2024-09-11T22:45:43.154634+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:12.092823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163085+0000","last_change":"2024-09-11T22:45:43.156855+0000","last_active":"2024-09-11T22:45:43.163085+0000","last_peered":"2024-09-11T22:45:43.163085+0000","last_clean":"2024-09-11T22:45:43.163085+0000","last_became_active":"2024-09-11T22:45:43.156575+0000","last_became_peered":"2024-09-11T22:45:43.156575+0000","last_unstale":"2024-09-11T22:45:43.163085+0000","last_undegraded":"2024-09-11T22:45:43.163085+0000","last_fullsized":"2024-09-11T22:45:43.163085+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165153+0000","last_change":"2024-09-11T22:45:43.158889+0000","last_active":"2024-09-11T22:45:43.165153+0000","last_peered":"2024-09-11T22:45:43.165153+0000","last_clean":"2024-09-11T22:45:43.165153+0000","last_became_active":"2024-09-11T22:45:43.158550+0000","last_became_peered":"2024-09-11T22:45:43.158550+0000","last_unstale":"2024-09-11T22:45:43.165153+0000","last_undegraded":"2024-09-11T22:45:43.165153+0000","last_fullsized":"2024-09-11T22:45:43.165153+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163373+0000","last_change":"2024-09-11T22:45:43.159792+0000","last_active":"2024-09-11T22:45:43.163373+0000","last_peered":"2024-09-11T22:45:43.163373+0000","last_clean":"2024-09-11T22:45:43.163373+0000","last_became_active":"2024-09-11T22:45:43.159531+0000","last_became_peered":"2024-09-11T22:45:43.159531+0000","last_unstale":"2024-09-11T22:45:43.163373+0000","last_undegraded":"2024-09-11T22:45:43.163373+0000","last_fullsized":"2024-09-11T22:45:43.163373+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:58:29.577925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":16,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175282+0000","last_change":"2024-09-11T22:45:42.154525+0000","last_active":"2024-09-11T22:45:43.175282+0000","last_peered":"2024-09-11T22:45:43.175282+0000","last_clean":"2024-09-11T22:45:43.175282+0000","last_became_active":"2024-09-11T22:45:42.154262+0000","last_became_peered":"2024-09-11T22:45:42.154262+0000","last_unstale":"2024-09-11T22:45:43.175282+0000","last_undegraded":"2024-09-11T22:45:43.175282+0000","last_fullsized":"2024-09-11T22:45:43.175282+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:19:59.223786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166368+0000","last_change":"2024-09-11T22:45:43.161056+0000","last_active":"2024-09-11T22:45:43.166368+0000","last_peered":"2024-09-11T22:45:43.166368+0000","last_clean":"2024-09-11T22:45:43.166368+0000","last_became_active":"2024-09-11T22:45:43.160767+0000","last_became_peered":"2024-09-11T22:45:43.160767+0000","last_unstale":"2024-09-11T22:45:43.166368+0000","last_undegraded":"2024-09-11T22:45:43.166368+0000","last_fullsized":"2024-09-11T22:45:43.166368+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174431+0000","last_change":"2024-09-11T22:45:42.150344+0000","last_active":"2024-09-11T22:45:43.174431+0000","last_peered":"2024-09-11T22:45:43.174431+0000","last_clean":"2024-09-11T22:45:43.174431+0000","last_became_active":"2024-09-11T22:45:42.149928+0000","last_became_peered":"2024-09-11T22:45:42.149928+0000","last_unstale":"2024-09-11T22:45:43.174431+0000","last_undegraded":"2024-09-11T22:45:43.174431+0000","last_fullsized":"2024-09-11T22:45:43.174431+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:40.043429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175547+0000","last_change":"2024-09-11T22:45:42.155341+0000","last_active":"2024-09-11T22:45:43.175547+0000","last_peered":"2024-09-11T22:45:43.175547+0000","last_clean":"2024-09-11T22:45:43.175547+0000","last_became_active":"2024-09-11T22:45:42.155072+0000","last_became_peered":"2024-09-11T22:45:42.155072+0000","last_unstale":"2024-09-11T22:45:43.175547+0000","last_undegraded":"2024-09-11T22:45:43.175547+0000","last_fullsized":"2024-09-11T22:45:43.175547+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:38.556992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149639+0000","last_change":"2024-09-11T22:45:43.148392+0000","last_active":"2024-09-11T22:45:44.149639+0000","last_peered":"2024-09-11T22:45:44.149639+0000","last_clean":"2024-09-11T22:45:44.149639+0000","last_became_active":"2024-09-11T22:45:43.148097+0000","last_became_peered":"2024-09-11T22:45:43.148097+0000","last_unstale":"2024-09-11T22:45:44.149639+0000","last_undegraded":"2024-09-11T22:45:44.149639+0000","last_fullsized":"2024-09-11T22:45:44.149639+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:26.920179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136606+0000","last_change":"2024-09-11T22:45:41.136606+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136606+0000","last_undegraded":"2024-09-11T22:45:41.136606+0000","last_fullsized":"2024-09-11T22:45:41.136606+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.169133+0000","last_change":"2024-09-11T22:45:43.166601+0000","last_active":"2024-09-11T22:45:43.169133+0000","last_peered":"2024-09-11T22:45:43.169133+0000","last_clean":"2024-09-11T22:45:43.169133+0000","last_became_active":"2024-09-11T22:45:43.166290+0000","last_became_peered":"2024-09-11T22:45:43.166290+0000","last_unstale":"2024-09-11T22:45:43.169133+0000","last_undegraded":"2024-09-11T22:45:43.169133+0000","last_fullsized":"2024-09-11T22:45:43.169133+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174215+0000","last_change":"2024-09-11T22:45:42.156562+0000","last_active":"2024-09-11T22:45:43.174215+0000","last_peered":"2024-09-11T22:45:43.174215+0000","last_clean":"2024-09-11T22:45:43.174215+0000","last_became_active":"2024-09-11T22:45:42.156272+0000","last_became_peered":"2024-09-11T22:45:42.156272+0000","last_unstale":"2024-09-11T22:45:43.174215+0000","last_undegraded":"2024-09-11T22:45:43.174215+0000","last_fullsized":"2024-09-11T22:45:43.174215+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:38.556992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173293+0000","last_change":"2024-09-11T22:45:43.165785+0000","last_active":"2024-09-11T22:45:43.173293+0000","last_peered":"2024-09-11T22:45:43.173293+0000","last_clean":"2024-09-11T22:45:43.173293+0000","last_became_active":"2024-09-11T22:45:43.165495+0000","last_became_peered":"2024-09-11T22:45:43.165495+0000","last_unstale":"2024-09-11T22:45:43.173293+0000","last_undegraded":"2024-09-11T22:45:43.173293+0000","last_fullsized":"2024-09-11T22:45:43.173293+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:59.281219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173713+0000","last_change":"2024-09-11T22:45:42.154235+0000","last_active":"2024-09-11T22:45:43.173713+0000","last_peered":"2024-09-11T22:45:43.173713+0000","last_clean":"2024-09-11T22:45:43.173713+0000","last_became_active":"2024-09-11T22:45:42.153972+0000","last_became_peered":"2024-09-11T22:45:42.153972+0000","last_unstale":"2024-09-11T22:45:43.173713+0000","last_undegraded":"2024-09-11T22:45:43.173713+0000","last_fullsized":"2024-09-11T22:45:43.173713+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:40.043429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147329+0000","last_change":"2024-09-11T22:45:42.158660+0000","last_active":"2024-09-11T22:45:43.147329+0000","last_peered":"2024-09-11T22:45:43.147329+0000","last_clean":"2024-09-11T22:45:43.147329+0000","last_became_active":"2024-09-11T22:45:42.158347+0000","last_became_peered":"2024-09-11T22:45:42.158347+0000","last_unstale":"2024-09-11T22:45:43.147329+0000","last_undegraded":"2024-09-11T22:45:43.147329+0000","last_fullsized":"2024-09-11T22:45:43.147329+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149244+0000","last_change":"2024-09-11T22:45:43.159120+0000","last_active":"2024-09-11T22:45:44.149244+0000","last_peered":"2024-09-11T22:45:44.149244+0000","last_clean":"2024-09-11T22:45:44.149244+0000","last_became_active":"2024-09-11T22:45:43.158662+0000","last_became_peered":"2024-09-11T22:45:43.158662+0000","last_unstale":"2024-09-11T22:45:44.149244+0000","last_undegraded":"2024-09-11T22:45:44.149244+0000","last_fullsized":"2024-09-11T22:45:44.149244+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:56.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136606+0000","last_change":"2024-09-11T22:45:41.136606+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136606+0000","last_undegraded":"2024-09-11T22:45:41.136606+0000","last_fullsized":"2024-09-11T22:45:41.136606+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161717+0000","last_change":"2024-09-11T22:45:43.157313+0000","last_active":"2024-09-11T22:45:43.161717+0000","last_peered":"2024-09-11T22:45:43.161717+0000","last_clean":"2024-09-11T22:45:43.161717+0000","last_became_active":"2024-09-11T22:45:43.156828+0000","last_became_peered":"2024-09-11T22:45:43.156828+0000","last_unstale":"2024-09-11T22:45:43.161717+0000","last_undegraded":"2024-09-11T22:45:43.161717+0000","last_fullsized":"2024-09-11T22:45:43.161717+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:15.780083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149711+0000","last_change":"2024-09-11T22:45:42.154344+0000","last_active":"2024-09-11T22:45:44.149711+0000","last_peered":"2024-09-11T22:45:44.149711+0000","last_clean":"2024-09-11T22:45:44.149711+0000","last_became_active":"2024-09-11T22:45:42.154066+0000","last_became_peered":"2024-09-11T22:45:42.154066+0000","last_unstale":"2024-09-11T22:45:44.149711+0000","last_undegraded":"2024-09-11T22:45:44.149711+0000","last_fullsized":"2024-09-11T22:45:44.149711+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:57:50.329067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161800+0000","last_change":"2024-09-11T22:45:43.155295+0000","last_active":"2024-09-11T22:45:43.161800+0000","last_peered":"2024-09-11T22:45:43.161800+0000","last_clean":"2024-09-11T22:45:43.161800+0000","last_became_active":"2024-09-11T22:45:43.155019+0000","last_became_peered":"2024-09-11T22:45:43.155019+0000","last_unstale":"2024-09-11T22:45:43.161800+0000","last_undegraded":"2024-09-11T22:45:43.161800+0000","last_fullsized":"2024-09-11T22:45:43.161800+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:04.220282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.146679+0000","last_change":"2024-09-11T22:45:42.158092+0000","last_active":"2024-09-11T22:45:43.146679+0000","last_peered":"2024-09-11T22:45:43.146679+0000","last_clean":"2024-09-11T22:45:43.146679+0000","last_became_active":"2024-09-11T22:45:42.157824+0000","last_became_peered":"2024-09-11T22:45:42.157824+0000","last_unstale":"2024-09-11T22:45:43.146679+0000","last_undegraded":"2024-09-11T22:45:43.146679+0000","last_fullsized":"2024-09-11T22:45:43.146679+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161174+0000","last_change":"2024-09-11T22:45:43.156133+0000","last_active":"2024-09-11T22:45:43.161174+0000","last_peered":"2024-09-11T22:45:43.161174+0000","last_clean":"2024-09-11T22:45:43.161174+0000","last_became_active":"2024-09-11T22:45:43.155825+0000","last_became_peered":"2024-09-11T22:45:43.155825+0000","last_unstale":"2024-09-11T22:45:43.161174+0000","last_undegraded":"2024-09-11T22:45:43.161174+0000","last_fullsized":"2024-09-11T22:45:43.161174+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:35.642094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174371+0000","last_change":"2024-09-11T22:45:42.157152+0000","last_active":"2024-09-11T22:45:43.174371+0000","last_peered":"2024-09-11T22:45:43.174371+0000","last_clean":"2024-09-11T22:45:43.174371+0000","last_became_active":"2024-09-11T22:45:42.156846+0000","last_became_peered":"2024-09-11T22:45:42.156846+0000","last_unstale":"2024-09-11T22:45:43.174371+0000","last_undegraded":"2024-09-11T22:45:43.174371+0000","last_fullsized":"2024-09-11T22:45:43.174371+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:01.865130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":20,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149500+0000","last_change":"2024-09-11T22:45:42.150187+0000","last_active":"2024-09-11T22:45:44.149500+0000","last_peered":"2024-09-11T22:45:44.149500+0000","last_clean":"2024-09-11T22:45:44.149500+0000","last_became_active":"2024-09-11T22:45:42.149889+0000","last_became_peered":"2024-09-11T22:45:42.149889+0000","last_unstale":"2024-09-11T22:45:44.149500+0000","last_undegraded":"2024-09-11T22:45:44.149500+0000","last_fullsized":"2024-09-11T22:45:44.149500+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:35.441497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161035+0000","last_change":"2024-09-11T22:45:43.157831+0000","last_active":"2024-09-11T22:45:43.161035+0000","last_peered":"2024-09-11T22:45:43.161035+0000","last_clean":"2024-09-11T22:45:43.161035+0000","last_became_active":"2024-09-11T22:45:43.157533+0000","last_became_peered":"2024-09-11T22:45:43.157533+0000","last_unstale":"2024-09-11T22:45:43.161035+0000","last_undegraded":"2024-09-11T22:45:43.161035+0000","last_fullsized":"2024-09-11T22:45:43.161035+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:04.220282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149428+0000","last_change":"2024-09-11T22:45:42.152379+0000","last_active":"2024-09-11T22:45:44.149428+0000","last_peered":"2024-09-11T22:45:44.149428+0000","last_clean":"2024-09-11T22:45:44.149428+0000","last_became_active":"2024-09-11T22:45:42.152095+0000","last_became_peered":"2024-09-11T22:45:42.152095+0000","last_unstale":"2024-09-11T22:45:44.149428+0000","last_undegraded":"2024-09-11T22:45:44.149428+0000","last_fullsized":"2024-09-11T22:45:44.149428+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:12.778415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149179+0000","last_change":"2024-09-11T22:45:43.152989+0000","last_active":"2024-09-11T22:45:44.149179+0000","last_peered":"2024-09-11T22:45:44.149179+0000","last_clean":"2024-09-11T22:45:44.149179+0000","last_became_active":"2024-09-11T22:45:43.152683+0000","last_became_peered":"2024-09-11T22:45:43.152683+0000","last_unstale":"2024-09-11T22:45:44.149179+0000","last_undegraded":"2024-09-11T22:45:44.149179+0000","last_fullsized":"2024-09-11T22:45:44.149179+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:23.461133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147108+0000","last_change":"2024-09-11T22:45:42.159915+0000","last_active":"2024-09-11T22:45:43.147108+0000","last_peered":"2024-09-11T22:45:43.147108+0000","last_clean":"2024-09-11T22:45:43.147108+0000","last_became_active":"2024-09-11T22:45:42.159597+0000","last_became_peered":"2024-09-11T22:45:42.159597+0000","last_unstale":"2024-09-11T22:45:43.147108+0000","last_undegraded":"2024-09-11T22:45:43.147108+0000","last_fullsized":"2024-09-11T22:45:43.147108+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:12.820795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163007+0000","last_change":"2024-09-11T22:45:43.156599+0000","last_active":"2024-09-11T22:45:43.163007+0000","last_peered":"2024-09-11T22:45:43.163007+0000","last_clean":"2024-09-11T22:45:43.163007+0000","last_became_active":"2024-09-11T22:45:43.156331+0000","last_became_peered":"2024-09-11T22:45:43.156331+0000","last_unstale":"2024-09-11T22:45:43.163007+0000","last_undegraded":"2024-09-11T22:45:43.163007+0000","last_fullsized":"2024-09-11T22:45:43.163007+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.144476+0000","last_change":"2024-09-11T22:45:42.154130+0000","last_active":"2024-09-11T22:45:43.144476+0000","last_peered":"2024-09-11T22:45:43.144476+0000","last_clean":"2024-09-11T22:45:43.144476+0000","last_became_active":"2024-09-11T22:45:42.153804+0000","last_became_peered":"2024-09-11T22:45:42.153804+0000","last_unstale":"2024-09-11T22:45:43.144476+0000","last_undegraded":"2024-09-11T22:45:43.144476+0000","last_fullsized":"2024-09-11T22:45:43.144476+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:14.775218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149317+0000","last_change":"2024-09-11T22:45:43.158820+0000","last_active":"2024-09-11T22:45:44.149317+0000","last_peered":"2024-09-11T22:45:44.149317+0000","last_clean":"2024-09-11T22:45:44.149317+0000","last_became_active":"2024-09-11T22:45:43.158511+0000","last_became_peered":"2024-09-11T22:45:43.158511+0000","last_unstale":"2024-09-11T22:45:44.149317+0000","last_undegraded":"2024-09-11T22:45:44.149317+0000","last_fullsized":"2024-09-11T22:45:44.149317+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:10:00.372740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":20,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175907+0000","last_change":"2024-09-11T22:45:42.150814+0000","last_active":"2024-09-11T22:45:43.175907+0000","last_peered":"2024-09-11T22:45:43.175907+0000","last_clean":"2024-09-11T22:45:43.175907+0000","last_became_active":"2024-09-11T22:45:42.150545+0000","last_became_peered":"2024-09-11T22:45:42.150545+0000","last_unstale":"2024-09-11T22:45:43.175907+0000","last_undegraded":"2024-09-11T22:45:43.175907+0000","last_fullsized":"2024-09-11T22:45:43.175907+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149435+0000","last_change":"2024-09-11T22:45:43.156301+0000","last_active":"2024-09-11T22:45:44.149435+0000","last_peered":"2024-09-11T22:45:44.149435+0000","last_clean":"2024-09-11T22:45:44.149435+0000","last_became_active":"2024-09-11T22:45:43.153886+0000","last_became_peered":"2024-09-11T22:45:43.153886+0000","last_unstale":"2024-09-11T22:45:44.149435+0000","last_undegraded":"2024-09-11T22:45:44.149435+0000","last_fullsized":"2024-09-11T22:45:44.149435+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:41.136586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175300+0000","last_change":"2024-09-11T22:45:42.152439+0000","last_active":"2024-09-11T22:45:43.175300+0000","last_peered":"2024-09-11T22:45:43.175300+0000","last_clean":"2024-09-11T22:45:43.175300+0000","last_became_active":"2024-09-11T22:45:42.151981+0000","last_became_peered":"2024-09-11T22:45:42.151981+0000","last_unstale":"2024-09-11T22:45:43.175300+0000","last_undegraded":"2024-09-11T22:45:43.175300+0000","last_fullsized":"2024-09-11T22:45:43.175300+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:03.215416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173283+0000","last_change":"2024-09-11T22:45:43.165650+0000","last_active":"2024-09-11T22:45:43.173283+0000","last_peered":"2024-09-11T22:45:43.173283+0000","last_clean":"2024-09-11T22:45:43.173283+0000","last_became_active":"2024-09-11T22:45:43.165360+0000","last_became_peered":"2024-09-11T22:45:43.165360+0000","last_unstale":"2024-09-11T22:45:43.173283+0000","last_undegraded":"2024-09-11T22:45:43.173283+0000","last_fullsized":"2024-09-11T22:45:43.173283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:43:29.172146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136939+0000","last_change":"2024-09-11T22:45:41.136939+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136939+0000","last_undegraded":"2024-09-11T22:45:41.136939+0000","last_fullsized":"2024-09-11T22:45:41.136939+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174548+0000","last_change":"2024-09-11T22:45:42.152427+0000","last_active":"2024-09-11T22:45:43.174548+0000","last_peered":"2024-09-11T22:45:43.174548+0000","last_clean":"2024-09-11T22:45:43.174548+0000","last_became_active":"2024-09-11T22:45:42.152150+0000","last_became_peered":"2024-09-11T22:45:42.152150+0000","last_unstale":"2024-09-11T22:45:43.174548+0000","last_undegraded":"2024-09-11T22:45:43.174548+0000","last_fullsized":"2024-09-11T22:45:43.174548+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:05:12.680733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154080+0000","last_change":"2024-09-11T22:45:43.150949+0000","last_active":"2024-09-11T22:45:43.154080+0000","last_peered":"2024-09-11T22:45:43.154080+0000","last_clean":"2024-09-11T22:45:43.154080+0000","last_became_active":"2024-09-11T22:45:43.150650+0000","last_became_peered":"2024-09-11T22:45:43.150650+0000","last_unstale":"2024-09-11T22:45:43.154080+0000","last_undegraded":"2024-09-11T22:45:43.154080+0000","last_fullsized":"2024-09-11T22:45:43.154080+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:41.822613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.148781+0000","last_change":"2024-09-11T22:45:42.155286+0000","last_active":"2024-09-11T22:45:43.148781+0000","last_peered":"2024-09-11T22:45:43.148781+0000","last_clean":"2024-09-11T22:45:43.148781+0000","last_became_active":"2024-09-11T22:45:42.155024+0000","last_became_peered":"2024-09-11T22:45:42.155024+0000","last_unstale":"2024-09-11T22:45:43.148781+0000","last_undegraded":"2024-09-11T22:45:43.148781+0000","last_fullsized":"2024-09-11T22:45:43.148781+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:03.215416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163327+0000","last_change":"2024-09-11T22:45:43.157805+0000","last_active":"2024-09-11T22:45:43.163327+0000","last_peered":"2024-09-11T22:45:43.163327+0000","last_clean":"2024-09-11T22:45:43.163327+0000","last_became_active":"2024-09-11T22:45:43.157196+0000","last_became_peered":"2024-09-11T22:45:43.157196+0000","last_unstale":"2024-09-11T22:45:43.163327+0000","last_undegraded":"2024-09-11T22:45:43.163327+0000","last_fullsized":"2024-09-11T22:45:43.163327+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173615+0000","last_change":"2024-09-11T22:45:42.150012+0000","last_active":"2024-09-11T22:45:43.173615+0000","last_peered":"2024-09-11T22:45:43.173615+0000","last_clean":"2024-09-11T22:45:43.173615+0000","last_became_active":"2024-09-11T22:45:42.149688+0000","last_became_peered":"2024-09-11T22:45:42.149688+0000","last_unstale":"2024-09-11T22:45:43.173615+0000","last_undegraded":"2024-09-11T22:45:43.173615+0000","last_fullsized":"2024-09-11T22:45:43.173615+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:06:27.600636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161228+0000","last_change":"2024-09-11T22:45:43.156914+0000","last_active":"2024-09-11T22:45:43.161228+0000","last_peered":"2024-09-11T22:45:43.161228+0000","last_clean":"2024-09-11T22:45:43.161228+0000","last_became_active":"2024-09-11T22:45:43.156556+0000","last_became_peered":"2024-09-11T22:45:43.156556+0000","last_unstale":"2024-09-11T22:45:43.161228+0000","last_undegraded":"2024-09-11T22:45:43.161228+0000","last_fullsized":"2024-09-11T22:45:43.161228+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:39.561858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.140563+0000","last_change":"2024-09-11T22:45:42.154176+0000","last_active":"2024-09-11T22:45:43.140563+0000","last_peered":"2024-09-11T22:45:43.140563+0000","last_clean":"2024-09-11T22:45:43.140563+0000","last_became_active":"2024-09-11T22:45:42.153843+0000","last_became_peered":"2024-09-11T22:45:42.153843+0000","last_unstale":"2024-09-11T22:45:43.140563+0000","last_undegraded":"2024-09-11T22:45:43.140563+0000","last_fullsized":"2024-09-11T22:45:43.140563+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:39.570463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162538+0000","last_change":"2024-09-11T22:45:43.158976+0000","last_active":"2024-09-11T22:45:43.162538+0000","last_peered":"2024-09-11T22:45:43.162538+0000","last_clean":"2024-09-11T22:45:43.162538+0000","last_became_active":"2024-09-11T22:45:43.158695+0000","last_became_peered":"2024-09-11T22:45:43.158695+0000","last_unstale":"2024-09-11T22:45:43.162538+0000","last_undegraded":"2024-09-11T22:45:43.162538+0000","last_fullsized":"2024-09-11T22:45:43.162538+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:45.594299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.146386+0000","last_change":"2024-09-11T22:45:42.156324+0000","last_active":"2024-09-11T22:45:43.146386+0000","last_peered":"2024-09-11T22:45:43.146386+0000","last_clean":"2024-09-11T22:45:43.146386+0000","last_became_active":"2024-09-11T22:45:42.156052+0000","last_became_peered":"2024-09-11T22:45:42.156052+0000","last_unstale":"2024-09-11T22:45:43.146386+0000","last_undegraded":"2024-09-11T22:45:43.146386+0000","last_fullsized":"2024-09-11T22:45:43.146386+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:09.692167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149437+0000","last_change":"2024-09-11T22:45:43.153872+0000","last_active":"2024-09-11T22:45:44.149437+0000","last_peered":"2024-09-11T22:45:44.149437+0000","last_clean":"2024-09-11T22:45:44.149437+0000","last_became_active":"2024-09-11T22:45:43.152778+0000","last_became_peered":"2024-09-11T22:45:43.152778+0000","last_unstale":"2024-09-11T22:45:44.149437+0000","last_undegraded":"2024-09-11T22:45:44.149437+0000","last_fullsized":"2024-09-11T22:45:44.149437+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:21.276852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.140889+0000","last_change":"2024-09-11T22:45:42.156628+0000","last_active":"2024-09-11T22:45:43.140889+0000","last_peered":"2024-09-11T22:45:43.140889+0000","last_clean":"2024-09-11T22:45:43.140889+0000","last_became_active":"2024-09-11T22:45:42.156357+0000","last_became_peered":"2024-09-11T22:45:42.156357+0000","last_unstale":"2024-09-11T22:45:43.140889+0000","last_undegraded":"2024-09-11T22:45:43.140889+0000","last_fullsized":"2024-09-11T22:45:43.140889+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:30:40.720620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166552+0000","last_change":"2024-09-11T22:45:43.161819+0000","last_active":"2024-09-11T22:45:43.166552+0000","last_peered":"2024-09-11T22:45:43.166552+0000","last_clean":"2024-09-11T22:45:43.166552+0000","last_became_active":"2024-09-11T22:45:43.161483+0000","last_became_peered":"2024-09-11T22:45:43.161483+0000","last_unstale":"2024-09-11T22:45:43.166552+0000","last_undegraded":"2024-09-11T22:45:43.166552+0000","last_fullsized":"2024-09-11T22:45:43.166552+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174281+0000","last_change":"2024-09-11T22:45:42.157199+0000","last_active":"2024-09-11T22:45:43.174281+0000","last_peered":"2024-09-11T22:45:43.174281+0000","last_clean":"2024-09-11T22:45:43.174281+0000","last_became_active":"2024-09-11T22:45:42.156451+0000","last_became_peered":"2024-09-11T22:45:42.156451+0000","last_unstale":"2024-09-11T22:45:43.174281+0000","last_undegraded":"2024-09-11T22:45:43.174281+0000","last_fullsized":"2024-09-11T22:45:43.174281+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:44.424160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161821+0000","last_change":"2024-09-11T22:45:43.155316+0000","last_active":"2024-09-11T22:45:43.161821+0000","last_peered":"2024-09-11T22:45:43.161821+0000","last_clean":"2024-09-11T22:45:43.161821+0000","last_became_active":"2024-09-11T22:45:43.155039+0000","last_became_peered":"2024-09-11T22:45:43.155039+0000","last_unstale":"2024-09-11T22:45:43.161821+0000","last_undegraded":"2024-09-11T22:45:43.161821+0000","last_fullsized":"2024-09-11T22:45:43.161821+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:39.561858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.141874+0000","last_change":"2024-09-11T22:45:42.158817+0000","last_active":"2024-09-11T22:45:43.141874+0000","last_peered":"2024-09-11T22:45:43.141874+0000","last_clean":"2024-09-11T22:45:43.141874+0000","last_became_active":"2024-09-11T22:45:42.158496+0000","last_became_peered":"2024-09-11T22:45:42.158496+0000","last_unstale":"2024-09-11T22:45:43.141874+0000","last_undegraded":"2024-09-11T22:45:43.141874+0000","last_fullsized":"2024-09-11T22:45:43.141874+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:06:08.246547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149437+0000","last_change":"2024-09-11T22:45:43.156565+0000","last_active":"2024-09-11T22:45:44.149437+0000","last_peered":"2024-09-11T22:45:44.149437+0000","last_clean":"2024-09-11T22:45:44.149437+0000","last_became_active":"2024-09-11T22:45:43.156240+0000","last_became_peered":"2024-09-11T22:45:43.156240+0000","last_unstale":"2024-09-11T22:45:44.149437+0000","last_undegraded":"2024-09-11T22:45:44.149437+0000","last_fullsized":"2024-09-11T22:45:44.149437+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:26.328778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.148648+0000","last_change":"2024-09-11T22:45:42.155240+0000","last_active":"2024-09-11T22:45:43.148648+0000","last_peered":"2024-09-11T22:45:43.148648+0000","last_clean":"2024-09-11T22:45:43.148648+0000","last_became_active":"2024-09-11T22:45:42.154969+0000","last_became_peered":"2024-09-11T22:45:42.154969+0000","last_unstale":"2024-09-11T22:45:43.148648+0000","last_undegraded":"2024-09-11T22:45:43.148648+0000","last_fullsized":"2024-09-11T22:45:43.148648+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:14:48.154513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.167563+0000","last_change":"2024-09-11T22:45:43.165738+0000","last_active":"2024-09-11T22:45:43.167563+0000","last_peered":"2024-09-11T22:45:43.167563+0000","last_clean":"2024-09-11T22:45:43.167563+0000","last_became_active":"2024-09-11T22:45:43.165445+0000","last_became_peered":"2024-09-11T22:45:43.165445+0000","last_unstale":"2024-09-11T22:45:43.167563+0000","last_undegraded":"2024-09-11T22:45:43.167563+0000","last_fullsized":"2024-09-11T22:45:43.167563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154636+0000","last_change":"2024-09-11T22:45:42.152859+0000","last_active":"2024-09-11T22:45:43.154636+0000","last_peered":"2024-09-11T22:45:43.154636+0000","last_clean":"2024-09-11T22:45:43.154636+0000","last_became_active":"2024-09-11T22:45:42.152566+0000","last_became_peered":"2024-09-11T22:45:42.152566+0000","last_unstale":"2024-09-11T22:45:43.154636+0000","last_undegraded":"2024-09-11T22:45:43.154636+0000","last_fullsized":"2024-09-11T22:45:43.154636+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:09.692167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165015+0000","last_change":"2024-09-11T22:45:43.159962+0000","last_active":"2024-09-11T22:45:43.165015+0000","last_peered":"2024-09-11T22:45:43.165015+0000","last_clean":"2024-09-11T22:45:43.165015+0000","last_became_active":"2024-09-11T22:45:43.159662+0000","last_became_peered":"2024-09-11T22:45:43.159662+0000","last_unstale":"2024-09-11T22:45:43.165015+0000","last_undegraded":"2024-09-11T22:45:43.165015+0000","last_fullsized":"2024-09-11T22:45:43.165015+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.144522+0000","last_change":"2024-09-11T22:45:42.150704+0000","last_active":"2024-09-11T22:45:43.144522+0000","last_peered":"2024-09-11T22:45:43.144522+0000","last_clean":"2024-09-11T22:45:43.144522+0000","last_became_active":"2024-09-11T22:45:42.150412+0000","last_became_peered":"2024-09-11T22:45:42.150412+0000","last_unstale":"2024-09-11T22:45:43.144522+0000","last_undegraded":"2024-09-11T22:45:43.144522+0000","last_fullsized":"2024-09-11T22:45:43.144522+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:35.541256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136841+0000","last_change":"2024-09-11T22:45:41.136841+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136841+0000","last_undegraded":"2024-09-11T22:45:41.136841+0000","last_fullsized":"2024-09-11T22:45:41.136841+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161768+0000","last_change":"2024-09-11T22:45:43.156060+0000","last_active":"2024-09-11T22:45:43.161768+0000","last_peered":"2024-09-11T22:45:43.161768+0000","last_clean":"2024-09-11T22:45:43.161768+0000","last_became_active":"2024-09-11T22:45:43.155778+0000","last_became_peered":"2024-09-11T22:45:43.155778+0000","last_unstale":"2024-09-11T22:45:43.161768+0000","last_undegraded":"2024-09-11T22:45:43.161768+0000","last_fullsized":"2024-09-11T22:45:43.161768+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149097+0000","last_change":"2024-09-11T22:45:42.156459+0000","last_active":"2024-09-11T22:45:44.149097+0000","last_peered":"2024-09-11T22:45:44.149097+0000","last_clean":"2024-09-11T22:45:44.149097+0000","last_became_active":"2024-09-11T22:45:42.156195+0000","last_became_peered":"2024-09-11T22:45:42.156195+0000","last_unstale":"2024-09-11T22:45:44.149097+0000","last_undegraded":"2024-09-11T22:45:44.149097+0000","last_fullsized":"2024-09-11T22:45:44.149097+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:20:50.650260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159018+0000","last_change":"2024-09-11T22:45:43.156941+0000","last_active":"2024-09-11T22:45:43.159018+0000","last_peered":"2024-09-11T22:45:43.159018+0000","last_clean":"2024-09-11T22:45:43.159018+0000","last_became_active":"2024-09-11T22:45:43.155448+0000","last_became_peered":"2024-09-11T22:45:43.155448+0000","last_unstale":"2024-09-11T22:45:43.159018+0000","last_undegraded":"2024-09-11T22:45:43.159018+0000","last_fullsized":"2024-09-11T22:45:43.159018+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147577+0000","last_change":"2024-09-11T22:45:42.154647+0000","last_active":"2024-09-11T22:45:43.147577+0000","last_peered":"2024-09-11T22:45:43.147577+0000","last_clean":"2024-09-11T22:45:43.147577+0000","last_became_active":"2024-09-11T22:45:42.154298+0000","last_became_peered":"2024-09-11T22:45:42.154298+0000","last_unstale":"2024-09-11T22:45:43.147577+0000","last_undegraded":"2024-09-11T22:45:43.147577+0000","last_fullsized":"2024-09-11T22:45:43.147577+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:12.820795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":199,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.149932+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:45:43.149932+0000","last_peered":"2024-09-11T22:45:43.149932+0000","last_clean":"2024-09-11T22:45:43.149932+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:45:43.149932+0000","last_undegraded":"2024-09-11T22:45:43.149932+0000","last_fullsized":"2024-09-11T22:45:43.149932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34,"ondisk_log_size":34,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":999424,"data_stored":761942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27444,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344396,"statfs":{"total":96636764160,"available":96608661504,"internally_reserved":0,"allocated":425984,"data_stored":178853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31588,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340252,"statfs":{"total":96636764160,"available":96604418048,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":999424,"data_stored":761942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":164907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35792,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336048,"statfs":{"total":96636764160,"available":96600113152,"internally_reserved":0,"allocated":446464,"data_stored":187079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:45:46.487 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:45:46.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.624+0000 7fa4d4b66640 1 Processor -- start 2024-09-11T22:45:46.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.624+0000 7fa4d4b66640 1 -- start start 2024-09-11T22:45:46.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.625+0000 7fa4d4b66640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa4d015e6a0 0x7fa4d00cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.625+0000 7fa4d4b66640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4d015ea80 con 0x7fa4d00d1cf0 2024-09-11T22:45:46.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.625+0000 7fa4d4b66640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4d00d2310 con 0x7fa4d00b68d0 2024-09-11T22:45:46.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.625+0000 7fa4d4b66640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa4d00d25f0 con 0x7fa4d015e6a0 2024-09-11T22:45:46.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.625+0000 7fa4ce59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa4d015e6a0 0x7fa4d00cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.625+0000 7fa4cdd9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa4d00d1cf0 0x7fa4d00b61c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60320/0 (socket says 172.21.15.16:60320) 2024-09-11T22:45:46.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.625+0000 7fa4cdd9b640 1 -- 172.21.15.16:0/525145237 learned_addr learned my addr 172.21.15.16:0/525145237 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:46.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.626+0000 7fa4ce59c640 1 -- 172.21.15.16:0/525145237 >> v1:172.21.15.104:6789/0 conn(0x7fa4d00b68d0 legacy=0x7fa4d00d33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:46.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.626+0000 7fa4ce59c640 1 -- 172.21.15.16:0/525145237 >> v1:172.21.15.16:6789/0 conn(0x7fa4d00d1cf0 legacy=0x7fa4d00b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.626+0000 7fa4ce59c640 1 -- 172.21.15.16:0/525145237 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4d00d28d0 con 0x7fa4d015e6a0 2024-09-11T22:45:46.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.626+0000 7fa4cd59a640 1 -- 172.21.15.16:0/525145237 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 16069083 0 0) 0x7fa4d015ea80 con 0x7fa4d00d1cf0 2024-09-11T22:45:46.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.627+0000 7fa4ce59c640 1 --2- 172.21.15.16:0/525145237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4d015e6a0 0x7fa4d00cfc50 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fa4c80097a0 tx=0x7fa4c802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4e696f969ec696f server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:46.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.627+0000 7fa4cd59a640 1 -- 172.21.15.16:0/525145237 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c8037070 con 0x7fa4d015e6a0 2024-09-11T22:45:46.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.627+0000 7fa4cd59a640 1 -- 172.21.15.16:0/525145237 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4c8032440 con 0x7fa4d015e6a0 2024-09-11T22:45:46.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.627+0000 7fa4cd59a640 1 -- 172.21.15.16:0/525145237 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c802ae60 con 0x7fa4d015e6a0 2024-09-11T22:45:46.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.627+0000 7fa4d4b66640 1 -- 172.21.15.16:0/525145237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4d015e6a0 msgr2=0x7fa4d00cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.627+0000 7fa4d4b66640 1 --2- 172.21.15.16:0/525145237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4d015e6a0 0x7fa4d00cfc50 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fa4c80097a0 tx=0x7fa4c802a110 comp rx=0 tx=0).stop 2024-09-11T22:45:46.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.627+0000 7fa4d4b66640 1 -- 172.21.15.16:0/525145237 shutdown_connections 2024-09-11T22:45:46.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.627+0000 7fa4d4b66640 1 --2- 172.21.15.16:0/525145237 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4d015e6a0 0x7fa4d00cfc50 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.627+0000 7fa4d4b66640 1 -- 172.21.15.16:0/525145237 >> 172.21.15.16:0/525145237 conn(0x7fa4d0067d70 msgr2=0x7fa4d0068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:46.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.627+0000 7fa4d4b66640 1 -- 172.21.15.16:0/525145237 shutdown_connections 2024-09-11T22:45:46.630 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.627+0000 7fa4d4b66640 1 -- 172.21.15.16:0/525145237 wait complete. 2024-09-11T22:45:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.629+0000 7fa4d4b66640 1 Processor -- start 2024-09-11T22:45:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.629+0000 7fa4d4b66640 1 -- start start 2024-09-11T22:45:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.629+0000 7fa4d4b66640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa4d00b68d0 0x7fa4d0144d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4d4b66640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4d00d1cf0 0x7fa4d01f47c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4d4b66640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4d015e6a0 0x7fa4d015d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4d4b66640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d00b6d00 con 0x7fa4d015e6a0 2024-09-11T22:45:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4d4b66640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d00d2e90 con 0x7fa4d00d1cf0 2024-09-11T22:45:46.633 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4d4b66640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa4d00b7970 con 0x7fa4d00b68d0 2024-09-11T22:45:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4ced9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4d015e6a0 0x7fa4d015d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4ced9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4d015e6a0 0x7fa4d015d230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53438/0 (socket says 172.21.15.16:53438) 2024-09-11T22:45:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4ced9d640 1 -- 172.21.15.16:0/1483725536 learned_addr learned my addr 172.21.15.16:0/1483725536 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4ce59c640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa4d00b68d0 0x7fa4d0144d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4cdd9b640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4d00d1cf0 0x7fa4d01f47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4ced9d640 1 -- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa4d00b68d0 msgr2=0x7fa4d0144d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4ced9d640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa4d00b68d0 0x7fa4d0144d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4ced9d640 1 -- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4d00d1cf0 msgr2=0x7fa4d01f47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4ced9d640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4d00d1cf0 0x7fa4d01f47c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4ced9d640 1 -- 172.21.15.16:0/1483725536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4d01f9420 con 0x7fa4d015e6a0 2024-09-11T22:45:46.634 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4ced9d640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4d015e6a0 0x7fa4d015d230 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fa4c000c7a0 tx=0x7fa4c000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4c6ffd640 1 -- 172.21.15.16:0/1483725536 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c0003b70 con 0x7fa4d015e6a0 2024-09-11T22:45:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4c6ffd640 1 -- 172.21.15.16:0/1483725536 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4c0003d30 con 0x7fa4d015e6a0 2024-09-11T22:45:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4d4b66640 1 -- 172.21.15.16:0/1483725536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4d0145260 con 0x7fa4d015e6a0 2024-09-11T22:45:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4c6ffd640 1 -- 172.21.15.16:0/1483725536 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c000aa90 con 0x7fa4d015e6a0 2024-09-11T22:45:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.630+0000 7fa4d4b66640 1 -- 172.21.15.16:0/1483725536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4d01f8b80 con 0x7fa4d015e6a0 2024-09-11T22:45:46.635 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.631+0000 7fa4d4b66640 1 -- 172.21.15.16:0/1483725536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4d00cfc50 con 0x7fa4d015e6a0 2024-09-11T22:45:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.632+0000 7fa4c6ffd640 1 -- 172.21.15.16:0/1483725536 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fa4c000ac30 con 0x7fa4d015e6a0 2024-09-11T22:45:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.632+0000 7fa4c6ffd640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4b006be30 0x7fa4b006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.632+0000 7fa4c6ffd640 1 -- 172.21.15.16:0/1483725536 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fa4c008ad30 con 0x7fa4d015e6a0 2024-09-11T22:45:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.633+0000 7fa4ce59c640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4b006be30 0x7fa4b006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.636 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.633+0000 7fa4ce59c640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4b006be30 0x7fa4b006e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8034000 tx=0x7fa4c802e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:46.638 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.637+0000 7fa4c6ffd640 1 -- 172.21.15.16:0/1483725536 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa4c0058f90 con 0x7fa4d015e6a0 2024-09-11T22:45:46.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.809+0000 7fa4d4b66640 1 -- 172.21.15.16:0/1483725536 --> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa4d00b9c10 con 0x7fa4b006be30 2024-09-11T22:45:46.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.816+0000 7fa4c6ffd640 1 -- 172.21.15.16:0/1483725536 <== mgr.4103 v2:172.21.15.104:6832/4046407617 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250537 (secure 0 0 0) 0x7fa4d00b9c10 con 0x7fa4b006be30 2024-09-11T22:45:46.820 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:46.821 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:45:46.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 -- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4b006be30 msgr2=0x7fa4b006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4b006be30 0x7fa4b006e2f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa4c8034000 tx=0x7fa4c802e000 comp rx=0 tx=0).stop 2024-09-11T22:45:46.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 -- 172.21.15.16:0/1483725536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4d015e6a0 msgr2=0x7fa4d015d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4d015e6a0 0x7fa4d015d230 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fa4c000c7a0 tx=0x7fa4c000cc60 comp rx=0 tx=0).stop 2024-09-11T22:45:46.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 -- 172.21.15.16:0/1483725536 shutdown_connections 2024-09-11T22:45:46.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fa4b006be30 0x7fa4b006e2f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa4d015e6a0 0x7fa4d015d230 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa4d00d1cf0 0x7fa4d01f47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 --2- 172.21.15.16:0/1483725536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa4d00b68d0 0x7fa4d0144d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 -- 172.21.15.16:0/1483725536 >> 172.21.15.16:0/1483725536 conn(0x7fa4d0067d70 msgr2=0x7fa4d0159f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 -- 172.21.15.16:0/1483725536 shutdown_connections 2024-09-11T22:45:46.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.818+0000 7fa4d4b66640 1 -- 172.21.15.16:0/1483725536 wait complete. 2024-09-11T22:45:46.831 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-09-11T22:45:46.365881+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":197,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241424,"kb_used_data":4376,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733296,"statfs":{"total":773094113280,"available":772846895104,"internally_reserved":0,"allocated":4481024,"data_stored":2569445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.234576"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149639+0000","last_change":"2024-09-11T22:45:43.157142+0000","last_active":"2024-09-11T22:45:44.149639+0000","last_peered":"2024-09-11T22:45:44.149639+0000","last_clean":"2024-09-11T22:45:44.149639+0000","last_became_active":"2024-09-11T22:45:43.156358+0000","last_became_peered":"2024-09-11T22:45:43.156358+0000","last_unstale":"2024-09-11T22:45:44.149639+0000","last_undegraded":"2024-09-11T22:45:44.149639+0000","last_fullsized":"2024-09-11T22:45:44.149639+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:09:06.167411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149383+0000","last_change":"2024-09-11T22:45:43.147629+0000","last_active":"2024-09-11T22:45:44.149383+0000","last_peered":"2024-09-11T22:45:44.149383+0000","last_clean":"2024-09-11T22:45:44.149383+0000","last_became_active":"2024-09-11T22:45:43.147314+0000","last_became_peered":"2024-09-11T22:45:43.147314+0000","last_unstale":"2024-09-11T22:45:44.149383+0000","last_undegraded":"2024-09-11T22:45:44.149383+0000","last_fullsized":"2024-09-11T22:45:44.149383+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:07:29.409160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162772+0000","last_change":"2024-09-11T22:45:43.162032+0000","last_active":"2024-09-11T22:45:43.162772+0000","last_peered":"2024-09-11T22:45:43.162772+0000","last_clean":"2024-09-11T22:45:43.162772+0000","last_became_active":"2024-09-11T22:45:43.161722+0000","last_became_peered":"2024-09-11T22:45:43.161722+0000","last_unstale":"2024-09-11T22:45:43.162772+0000","last_undegraded":"2024-09-11T22:45:43.162772+0000","last_fullsized":"2024-09-11T22:45:43.162772+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154146+0000","last_change":"2024-09-11T22:45:43.152092+0000","last_active":"2024-09-11T22:45:43.154146+0000","last_peered":"2024-09-11T22:45:43.154146+0000","last_clean":"2024-09-11T22:45:43.154146+0000","last_became_active":"2024-09-11T22:45:43.151819+0000","last_became_peered":"2024-09-11T22:45:43.151819+0000","last_unstale":"2024-09-11T22:45:43.154146+0000","last_undegraded":"2024-09-11T22:45:43.154146+0000","last_fullsized":"2024-09-11T22:45:43.154146+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:42.787015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.155766+0000","last_change":"2024-09-11T22:45:43.146166+0000","last_active":"2024-09-11T22:45:43.155766+0000","last_peered":"2024-09-11T22:45:43.155766+0000","last_clean":"2024-09-11T22:45:43.155766+0000","last_became_active":"2024-09-11T22:45:43.145888+0000","last_became_peered":"2024-09-11T22:45:43.145888+0000","last_unstale":"2024-09-11T22:45:43.155766+0000","last_undegraded":"2024-09-11T22:45:43.155766+0000","last_fullsized":"2024-09-11T22:45:43.155766+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:53.420975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166467+0000","last_change":"2024-09-11T22:45:43.160801+0000","last_active":"2024-09-11T22:45:43.166467+0000","last_peered":"2024-09-11T22:45:43.166467+0000","last_clean":"2024-09-11T22:45:43.166467+0000","last_became_active":"2024-09-11T22:45:43.160478+0000","last_became_peered":"2024-09-11T22:45:43.160478+0000","last_unstale":"2024-09-11T22:45:43.166467+0000","last_undegraded":"2024-09-11T22:45:43.166467+0000","last_fullsized":"2024-09-11T22:45:43.166467+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.168705+0000","last_change":"2024-09-11T22:45:43.163856+0000","last_active":"2024-09-11T22:45:43.168705+0000","last_peered":"2024-09-11T22:45:43.168705+0000","last_clean":"2024-09-11T22:45:43.168705+0000","last_became_active":"2024-09-11T22:45:43.163563+0000","last_became_peered":"2024-09-11T22:45:43.163563+0000","last_unstale":"2024-09-11T22:45:43.168705+0000","last_undegraded":"2024-09-11T22:45:43.168705+0000","last_fullsized":"2024-09-11T22:45:43.168705+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:11:44.038363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149075+0000","last_change":"2024-09-11T22:45:43.159942+0000","last_active":"2024-09-11T22:45:44.149075+0000","last_peered":"2024-09-11T22:45:44.149075+0000","last_clean":"2024-09-11T22:45:44.149075+0000","last_became_active":"2024-09-11T22:45:43.159661+0000","last_became_peered":"2024-09-11T22:45:43.159661+0000","last_unstale":"2024-09-11T22:45:44.149075+0000","last_undegraded":"2024-09-11T22:45:44.149075+0000","last_fullsized":"2024-09-11T22:45:44.149075+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:57.676942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161513+0000","last_change":"2024-09-11T22:45:43.160746+0000","last_active":"2024-09-11T22:45:43.161513+0000","last_peered":"2024-09-11T22:45:43.161513+0000","last_clean":"2024-09-11T22:45:43.161513+0000","last_became_active":"2024-09-11T22:45:43.160302+0000","last_became_peered":"2024-09-11T22:45:43.160302+0000","last_unstale":"2024-09-11T22:45:43.161513+0000","last_undegraded":"2024-09-11T22:45:43.161513+0000","last_fullsized":"2024-09-11T22:45:43.161513+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162806+0000","last_change":"2024-09-11T22:45:43.159217+0000","last_active":"2024-09-11T22:45:43.162806+0000","last_peered":"2024-09-11T22:45:43.162806+0000","last_clean":"2024-09-11T22:45:43.162806+0000","last_became_active":"2024-09-11T22:45:43.156400+0000","last_became_peered":"2024-09-11T22:45:43.156400+0000","last_unstale":"2024-09-11T22:45:43.162806+0000","last_undegraded":"2024-09-11T22:45:43.162806+0000","last_fullsized":"2024-09-11T22:45:43.162806+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:58:29.577925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.170148+0000","last_change":"2024-09-11T22:45:43.163455+0000","last_active":"2024-09-11T22:45:43.170148+0000","last_peered":"2024-09-11T22:45:43.170148+0000","last_clean":"2024-09-11T22:45:43.170148+0000","last_became_active":"2024-09-11T22:45:43.163122+0000","last_became_peered":"2024-09-11T22:45:43.163122+0000","last_unstale":"2024-09-11T22:45:43.170148+0000","last_undegraded":"2024-09-11T22:45:43.170148+0000","last_fullsized":"2024-09-11T22:45:43.170148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:35:27.726865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.157375+0000","last_change":"2024-09-11T22:45:43.155259+0000","last_active":"2024-09-11T22:45:43.157375+0000","last_peered":"2024-09-11T22:45:43.157375+0000","last_clean":"2024-09-11T22:45:43.157375+0000","last_became_active":"2024-09-11T22:45:43.154962+0000","last_became_peered":"2024-09-11T22:45:43.154962+0000","last_unstale":"2024-09-11T22:45:43.157375+0000","last_undegraded":"2024-09-11T22:45:43.157375+0000","last_fullsized":"2024-09-11T22:45:43.157375+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:13.825660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.157380+0000","last_change":"2024-09-11T22:45:43.155259+0000","last_active":"2024-09-11T22:45:43.157380+0000","last_peered":"2024-09-11T22:45:43.157380+0000","last_clean":"2024-09-11T22:45:43.157380+0000","last_became_active":"2024-09-11T22:45:43.154664+0000","last_became_peered":"2024-09-11T22:45:43.154664+0000","last_unstale":"2024-09-11T22:45:43.157380+0000","last_undegraded":"2024-09-11T22:45:43.157380+0000","last_fullsized":"2024-09-11T22:45:43.157380+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159355+0000","last_change":"2024-09-11T22:45:43.157429+0000","last_active":"2024-09-11T22:45:43.159355+0000","last_peered":"2024-09-11T22:45:43.159355+0000","last_clean":"2024-09-11T22:45:43.159355+0000","last_became_active":"2024-09-11T22:45:43.157165+0000","last_became_peered":"2024-09-11T22:45:43.157165+0000","last_unstale":"2024-09-11T22:45:43.159355+0000","last_undegraded":"2024-09-11T22:45:43.159355+0000","last_fullsized":"2024-09-11T22:45:43.159355+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163346+0000","last_change":"2024-09-11T22:45:43.158566+0000","last_active":"2024-09-11T22:45:43.163346+0000","last_peered":"2024-09-11T22:45:43.163346+0000","last_clean":"2024-09-11T22:45:43.163346+0000","last_became_active":"2024-09-11T22:45:43.157539+0000","last_became_peered":"2024-09-11T22:45:43.157539+0000","last_unstale":"2024-09-11T22:45:43.163346+0000","last_undegraded":"2024-09-11T22:45:43.163346+0000","last_fullsized":"2024-09-11T22:45:43.163346+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:45.594299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163173+0000","last_change":"2024-09-11T22:45:43.157838+0000","last_active":"2024-09-11T22:45:43.163173+0000","last_peered":"2024-09-11T22:45:43.163173+0000","last_clean":"2024-09-11T22:45:43.163173+0000","last_became_active":"2024-09-11T22:45:43.157333+0000","last_became_peered":"2024-09-11T22:45:43.157333+0000","last_unstale":"2024-09-11T22:45:43.163173+0000","last_undegraded":"2024-09-11T22:45:43.163173+0000","last_fullsized":"2024-09-11T22:45:43.163173+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161598+0000","last_change":"2024-09-11T22:45:43.159587+0000","last_active":"2024-09-11T22:45:43.161598+0000","last_peered":"2024-09-11T22:45:43.161598+0000","last_clean":"2024-09-11T22:45:43.161598+0000","last_became_active":"2024-09-11T22:45:43.159310+0000","last_became_peered":"2024-09-11T22:45:43.159310+0000","last_unstale":"2024-09-11T22:45:43.161598+0000","last_undegraded":"2024-09-11T22:45:43.161598+0000","last_fullsized":"2024-09-11T22:45:43.161598+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:41.048295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173685+0000","last_change":"2024-09-11T22:45:43.172816+0000","last_active":"2024-09-11T22:45:43.173685+0000","last_peered":"2024-09-11T22:45:43.173685+0000","last_clean":"2024-09-11T22:45:43.173685+0000","last_became_active":"2024-09-11T22:45:43.168937+0000","last_became_peered":"2024-09-11T22:45:43.168937+0000","last_unstale":"2024-09-11T22:45:43.173685+0000","last_undegraded":"2024-09-11T22:45:43.173685+0000","last_fullsized":"2024-09-11T22:45:43.173685+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:36.546122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161566+0000","last_change":"2024-09-11T22:45:43.158830+0000","last_active":"2024-09-11T22:45:43.161566+0000","last_peered":"2024-09-11T22:45:43.161566+0000","last_clean":"2024-09-11T22:45:43.161566+0000","last_became_active":"2024-09-11T22:45:43.158562+0000","last_became_peered":"2024-09-11T22:45:43.158562+0000","last_unstale":"2024-09-11T22:45:43.161566+0000","last_undegraded":"2024-09-11T22:45:43.161566+0000","last_fullsized":"2024-09-11T22:45:43.161566+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:14:49.159378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173324+0000","last_change":"2024-09-11T22:45:43.166968+0000","last_active":"2024-09-11T22:45:43.173324+0000","last_peered":"2024-09-11T22:45:43.173324+0000","last_clean":"2024-09-11T22:45:43.173324+0000","last_became_active":"2024-09-11T22:45:43.166652+0000","last_became_peered":"2024-09-11T22:45:43.166652+0000","last_unstale":"2024-09-11T22:45:43.173324+0000","last_undegraded":"2024-09-11T22:45:43.173324+0000","last_fullsized":"2024-09-11T22:45:43.173324+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:32:30.512641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163066+0000","last_change":"2024-09-11T22:45:43.156828+0000","last_active":"2024-09-11T22:45:43.163066+0000","last_peered":"2024-09-11T22:45:43.163066+0000","last_clean":"2024-09-11T22:45:43.163066+0000","last_became_active":"2024-09-11T22:45:43.156145+0000","last_became_peered":"2024-09-11T22:45:43.156145+0000","last_unstale":"2024-09-11T22:45:43.163066+0000","last_undegraded":"2024-09-11T22:45:43.163066+0000","last_fullsized":"2024-09-11T22:45:43.163066+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.156376+0000","last_change":"2024-09-11T22:45:43.155419+0000","last_active":"2024-09-11T22:45:43.156376+0000","last_peered":"2024-09-11T22:45:43.156376+0000","last_clean":"2024-09-11T22:45:43.156376+0000","last_became_active":"2024-09-11T22:45:43.155133+0000","last_became_peered":"2024-09-11T22:45:43.155133+0000","last_unstale":"2024-09-11T22:45:43.156376+0000","last_undegraded":"2024-09-11T22:45:43.156376+0000","last_fullsized":"2024-09-11T22:45:43.156376+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:43:00.607824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.160897+0000","last_change":"2024-09-11T22:45:43.153028+0000","last_active":"2024-09-11T22:45:43.160897+0000","last_peered":"2024-09-11T22:45:43.160897+0000","last_clean":"2024-09-11T22:45:43.160897+0000","last_became_active":"2024-09-11T22:45:43.152753+0000","last_became_peered":"2024-09-11T22:45:43.152753+0000","last_unstale":"2024-09-11T22:45:43.160897+0000","last_undegraded":"2024-09-11T22:45:43.160897+0000","last_fullsized":"2024-09-11T22:45:43.160897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:24.010557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166505+0000","last_change":"2024-09-11T22:45:43.161791+0000","last_active":"2024-09-11T22:45:43.166505+0000","last_peered":"2024-09-11T22:45:43.166505+0000","last_clean":"2024-09-11T22:45:43.166505+0000","last_became_active":"2024-09-11T22:45:43.161342+0000","last_became_peered":"2024-09-11T22:45:43.161342+0000","last_unstale":"2024-09-11T22:45:43.166505+0000","last_undegraded":"2024-09-11T22:45:43.166505+0000","last_fullsized":"2024-09-11T22:45:43.166505+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154262+0000","last_change":"2024-09-11T22:45:43.148921+0000","last_active":"2024-09-11T22:45:43.154262+0000","last_peered":"2024-09-11T22:45:43.154262+0000","last_clean":"2024-09-11T22:45:43.154262+0000","last_became_active":"2024-09-11T22:45:43.148628+0000","last_became_peered":"2024-09-11T22:45:43.148628+0000","last_unstale":"2024-09-11T22:45:43.154262+0000","last_undegraded":"2024-09-11T22:45:43.154262+0000","last_fullsized":"2024-09-11T22:45:43.154262+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:57.261709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159580+0000","last_change":"2024-09-11T22:45:43.157670+0000","last_active":"2024-09-11T22:45:43.159580+0000","last_peered":"2024-09-11T22:45:43.159580+0000","last_clean":"2024-09-11T22:45:43.159580+0000","last_became_active":"2024-09-11T22:45:43.155169+0000","last_became_peered":"2024-09-11T22:45:43.155169+0000","last_unstale":"2024-09-11T22:45:43.159580+0000","last_undegraded":"2024-09-11T22:45:43.159580+0000","last_fullsized":"2024-09-11T22:45:43.159580+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165008+0000","last_change":"2024-09-11T22:45:43.161606+0000","last_active":"2024-09-11T22:45:43.165008+0000","last_peered":"2024-09-11T22:45:43.165008+0000","last_clean":"2024-09-11T22:45:43.165008+0000","last_became_active":"2024-09-11T22:45:43.161298+0000","last_became_peered":"2024-09-11T22:45:43.161298+0000","last_unstale":"2024-09-11T22:45:43.165008+0000","last_undegraded":"2024-09-11T22:45:43.165008+0000","last_fullsized":"2024-09-11T22:45:43.165008+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:10.697033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154634+0000","last_change":"2024-09-11T22:45:43.151627+0000","last_active":"2024-09-11T22:45:43.154634+0000","last_peered":"2024-09-11T22:45:43.154634+0000","last_clean":"2024-09-11T22:45:43.154634+0000","last_became_active":"2024-09-11T22:45:43.151282+0000","last_became_peered":"2024-09-11T22:45:43.151282+0000","last_unstale":"2024-09-11T22:45:43.154634+0000","last_undegraded":"2024-09-11T22:45:43.154634+0000","last_fullsized":"2024-09-11T22:45:43.154634+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:12.092823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163085+0000","last_change":"2024-09-11T22:45:43.156855+0000","last_active":"2024-09-11T22:45:43.163085+0000","last_peered":"2024-09-11T22:45:43.163085+0000","last_clean":"2024-09-11T22:45:43.163085+0000","last_became_active":"2024-09-11T22:45:43.156575+0000","last_became_peered":"2024-09-11T22:45:43.156575+0000","last_unstale":"2024-09-11T22:45:43.163085+0000","last_undegraded":"2024-09-11T22:45:43.163085+0000","last_fullsized":"2024-09-11T22:45:43.163085+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165153+0000","last_change":"2024-09-11T22:45:43.158889+0000","last_active":"2024-09-11T22:45:43.165153+0000","last_peered":"2024-09-11T22:45:43.165153+0000","last_clean":"2024-09-11T22:45:43.165153+0000","last_became_active":"2024-09-11T22:45:43.158550+0000","last_became_peered":"2024-09-11T22:45:43.158550+0000","last_unstale":"2024-09-11T22:45:43.165153+0000","last_undegraded":"2024-09-11T22:45:43.165153+0000","last_fullsized":"2024-09-11T22:45:43.165153+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163373+0000","last_change":"2024-09-11T22:45:43.159792+0000","last_active":"2024-09-11T22:45:43.163373+0000","last_peered":"2024-09-11T22:45:43.163373+0000","last_clean":"2024-09-11T22:45:43.163373+0000","last_became_active":"2024-09-11T22:45:43.159531+0000","last_became_peered":"2024-09-11T22:45:43.159531+0000","last_unstale":"2024-09-11T22:45:43.163373+0000","last_undegraded":"2024-09-11T22:45:43.163373+0000","last_fullsized":"2024-09-11T22:45:43.163373+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:58:29.577925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":16,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175282+0000","last_change":"2024-09-11T22:45:42.154525+0000","last_active":"2024-09-11T22:45:43.175282+0000","last_peered":"2024-09-11T22:45:43.175282+0000","last_clean":"2024-09-11T22:45:43.175282+0000","last_became_active":"2024-09-11T22:45:42.154262+0000","last_became_peered":"2024-09-11T22:45:42.154262+0000","last_unstale":"2024-09-11T22:45:43.175282+0000","last_undegraded":"2024-09-11T22:45:43.175282+0000","last_fullsized":"2024-09-11T22:45:43.175282+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:19:59.223786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166368+0000","last_change":"2024-09-11T22:45:43.161056+0000","last_active":"2024-09-11T22:45:43.166368+0000","last_peered":"2024-09-11T22:45:43.166368+0000","last_clean":"2024-09-11T22:45:43.166368+0000","last_became_active":"2024-09-11T22:45:43.160767+0000","last_became_peered":"2024-09-11T22:45:43.160767+0000","last_unstale":"2024-09-11T22:45:43.166368+0000","last_undegraded":"2024-09-11T22:45:43.166368+0000","last_fullsized":"2024-09-11T22:45:43.166368+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174431+0000","last_change":"2024-09-11T22:45:42.150344+0000","last_active":"2024-09-11T22:45:43.174431+0000","last_peered":"2024-09-11T22:45:43.174431+0000","last_clean":"2024-09-11T22:45:43.174431+0000","last_became_active":"2024-09-11T22:45:42.149928+0000","last_became_peered":"2024-09-11T22:45:42.149928+0000","last_unstale":"2024-09-11T22:45:43.174431+0000","last_undegraded":"2024-09-11T22:45:43.174431+0000","last_fullsized":"2024-09-11T22:45:43.174431+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:40.043429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175547+0000","last_change":"2024-09-11T22:45:42.155341+0000","last_active":"2024-09-11T22:45:43.175547+0000","last_peered":"2024-09-11T22:45:43.175547+0000","last_clean":"2024-09-11T22:45:43.175547+0000","last_became_active":"2024-09-11T22:45:42.155072+0000","last_became_peered":"2024-09-11T22:45:42.155072+0000","last_unstale":"2024-09-11T22:45:43.175547+0000","last_undegraded":"2024-09-11T22:45:43.175547+0000","last_fullsized":"2024-09-11T22:45:43.175547+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:38.556992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149639+0000","last_change":"2024-09-11T22:45:43.148392+0000","last_active":"2024-09-11T22:45:44.149639+0000","last_peered":"2024-09-11T22:45:44.149639+0000","last_clean":"2024-09-11T22:45:44.149639+0000","last_became_active":"2024-09-11T22:45:43.148097+0000","last_became_peered":"2024-09-11T22:45:43.148097+0000","last_unstale":"2024-09-11T22:45:44.149639+0000","last_undegraded":"2024-09-11T22:45:44.149639+0000","last_fullsized":"2024-09-11T22:45:44.149639+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:26.920179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136606+0000","last_change":"2024-09-11T22:45:41.136606+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136606+0000","last_undegraded":"2024-09-11T22:45:41.136606+0000","last_fullsized":"2024-09-11T22:45:41.136606+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.169133+0000","last_change":"2024-09-11T22:45:43.166601+0000","last_active":"2024-09-11T22:45:43.169133+0000","last_peered":"2024-09-11T22:45:43.169133+0000","last_clean":"2024-09-11T22:45:43.169133+0000","last_became_active":"2024-09-11T22:45:43.166290+0000","last_became_peered":"2024-09-11T22:45:43.166290+0000","last_unstale":"2024-09-11T22:45:43.169133+0000","last_undegraded":"2024-09-11T22:45:43.169133+0000","last_fullsized":"2024-09-11T22:45:43.169133+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174215+0000","last_change":"2024-09-11T22:45:42.156562+0000","last_active":"2024-09-11T22:45:43.174215+0000","last_peered":"2024-09-11T22:45:43.174215+0000","last_clean":"2024-09-11T22:45:43.174215+0000","last_became_active":"2024-09-11T22:45:42.156272+0000","last_became_peered":"2024-09-11T22:45:42.156272+0000","last_unstale":"2024-09-11T22:45:43.174215+0000","last_undegraded":"2024-09-11T22:45:43.174215+0000","last_fullsized":"2024-09-11T22:45:43.174215+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:38.556992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173293+0000","last_change":"2024-09-11T22:45:43.165785+0000","last_active":"2024-09-11T22:45:43.173293+0000","last_peered":"2024-09-11T22:45:43.173293+0000","last_clean":"2024-09-11T22:45:43.173293+0000","last_became_active":"2024-09-11T22:45:43.165495+0000","last_became_peered":"2024-09-11T22:45:43.165495+0000","last_unstale":"2024-09-11T22:45:43.173293+0000","last_undegraded":"2024-09-11T22:45:43.173293+0000","last_fullsized":"2024-09-11T22:45:43.173293+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:59.281219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173713+0000","last_change":"2024-09-11T22:45:42.154235+0000","last_active":"2024-09-11T22:45:43.173713+0000","last_peered":"2024-09-11T22:45:43.173713+0000","last_clean":"2024-09-11T22:45:43.173713+0000","last_became_active":"2024-09-11T22:45:42.153972+0000","last_became_peered":"2024-09-11T22:45:42.153972+0000","last_unstale":"2024-09-11T22:45:43.173713+0000","last_undegraded":"2024-09-11T22:45:43.173713+0000","last_fullsized":"2024-09-11T22:45:43.173713+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:40.043429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147329+0000","last_change":"2024-09-11T22:45:42.158660+0000","last_active":"2024-09-11T22:45:43.147329+0000","last_peered":"2024-09-11T22:45:43.147329+0000","last_clean":"2024-09-11T22:45:43.147329+0000","last_became_active":"2024-09-11T22:45:42.158347+0000","last_became_peered":"2024-09-11T22:45:42.158347+0000","last_unstale":"2024-09-11T22:45:43.147329+0000","last_undegraded":"2024-09-11T22:45:43.147329+0000","last_fullsized":"2024-09-11T22:45:43.147329+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149244+0000","last_change":"2024-09-11T22:45:43.159120+0000","last_active":"2024-09-11T22:45:44.149244+0000","last_peered":"2024-09-11T22:45:44.149244+0000","last_clean":"2024-09-11T22:45:44.149244+0000","last_became_active":"2024-09-11T22:45:43.158662+0000","last_became_peered":"2024-09-11T22:45:43.158662+0000","last_unstale":"2024-09-11T22:45:44.149244+0000","last_undegraded":"2024-09-11T22:45:44.149244+0000","last_fullsized":"2024-09-11T22:45:44.149244+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:56.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136606+0000","last_change":"2024-09-11T22:45:41.136606+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136606+0000","last_undegraded":"2024-09-11T22:45:41.136606+0000","last_fullsized":"2024-09-11T22:45:41.136606+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161717+0000","last_change":"2024-09-11T22:45:43.157313+0000","last_active":"2024-09-11T22:45:43.161717+0000","last_peered":"2024-09-11T22:45:43.161717+0000","last_clean":"2024-09-11T22:45:43.161717+0000","last_became_active":"2024-09-11T22:45:43.156828+0000","last_became_peered":"2024-09-11T22:45:43.156828+0000","last_unstale":"2024-09-11T22:45:43.161717+0000","last_undegraded":"2024-09-11T22:45:43.161717+0000","last_fullsized":"2024-09-11T22:45:43.161717+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:15.780083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149711+0000","last_change":"2024-09-11T22:45:42.154344+0000","last_active":"2024-09-11T22:45:44.149711+0000","last_peered":"2024-09-11T22:45:44.149711+0000","last_clean":"2024-09-11T22:45:44.149711+0000","last_became_active":"2024-09-11T22:45:42.154066+0000","last_became_peered":"2024-09-11T22:45:42.154066+0000","last_unstale":"2024-09-11T22:45:44.149711+0000","last_undegraded":"2024-09-11T22:45:44.149711+0000","last_fullsized":"2024-09-11T22:45:44.149711+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:57:50.329067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161800+0000","last_change":"2024-09-11T22:45:43.155295+0000","last_active":"2024-09-11T22:45:43.161800+0000","last_peered":"2024-09-11T22:45:43.161800+0000","last_clean":"2024-09-11T22:45:43.161800+0000","last_became_active":"2024-09-11T22:45:43.155019+0000","last_became_peered":"2024-09-11T22:45:43.155019+0000","last_unstale":"2024-09-11T22:45:43.161800+0000","last_undegraded":"2024-09-11T22:45:43.161800+0000","last_fullsized":"2024-09-11T22:45:43.161800+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:04.220282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.146679+0000","last_change":"2024-09-11T22:45:42.158092+0000","last_active":"2024-09-11T22:45:43.146679+0000","last_peered":"2024-09-11T22:45:43.146679+0000","last_clean":"2024-09-11T22:45:43.146679+0000","last_became_active":"2024-09-11T22:45:42.157824+0000","last_became_peered":"2024-09-11T22:45:42.157824+0000","last_unstale":"2024-09-11T22:45:43.146679+0000","last_undegraded":"2024-09-11T22:45:43.146679+0000","last_fullsized":"2024-09-11T22:45:43.146679+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161174+0000","last_change":"2024-09-11T22:45:43.156133+0000","last_active":"2024-09-11T22:45:43.161174+0000","last_peered":"2024-09-11T22:45:43.161174+0000","last_clean":"2024-09-11T22:45:43.161174+0000","last_became_active":"2024-09-11T22:45:43.155825+0000","last_became_peered":"2024-09-11T22:45:43.155825+0000","last_unstale":"2024-09-11T22:45:43.161174+0000","last_undegraded":"2024-09-11T22:45:43.161174+0000","last_fullsized":"2024-09-11T22:45:43.161174+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:35.642094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174371+0000","last_change":"2024-09-11T22:45:42.157152+0000","last_active":"2024-09-11T22:45:43.174371+0000","last_peered":"2024-09-11T22:45:43.174371+0000","last_clean":"2024-09-11T22:45:43.174371+0000","last_became_active":"2024-09-11T22:45:42.156846+0000","last_became_peered":"2024-09-11T22:45:42.156846+0000","last_unstale":"2024-09-11T22:45:43.174371+0000","last_undegraded":"2024-09-11T22:45:43.174371+0000","last_fullsized":"2024-09-11T22:45:43.174371+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:01.865130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":20,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149500+0000","last_change":"2024-09-11T22:45:42.150187+0000","last_active":"2024-09-11T22:45:44.149500+0000","last_peered":"2024-09-11T22:45:44.149500+0000","last_clean":"2024-09-11T22:45:44.149500+0000","last_became_active":"2024-09-11T22:45:42.149889+0000","last_became_peered":"2024-09-11T22:45:42.149889+0000","last_unstale":"2024-09-11T22:45:44.149500+0000","last_undegraded":"2024-09-11T22:45:44.149500+0000","last_fullsized":"2024-09-11T22:45:44.149500+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:35.441497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161035+0000","last_change":"2024-09-11T22:45:43.157831+0000","last_active":"2024-09-11T22:45:43.161035+0000","last_peered":"2024-09-11T22:45:43.161035+0000","last_clean":"2024-09-11T22:45:43.161035+0000","last_became_active":"2024-09-11T22:45:43.157533+0000","last_became_peered":"2024-09-11T22:45:43.157533+0000","last_unstale":"2024-09-11T22:45:43.161035+0000","last_undegraded":"2024-09-11T22:45:43.161035+0000","last_fullsized":"2024-09-11T22:45:43.161035+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:04.220282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149428+0000","last_change":"2024-09-11T22:45:42.152379+0000","last_active":"2024-09-11T22:45:44.149428+0000","last_peered":"2024-09-11T22:45:44.149428+0000","last_clean":"2024-09-11T22:45:44.149428+0000","last_became_active":"2024-09-11T22:45:42.152095+0000","last_became_peered":"2024-09-11T22:45:42.152095+0000","last_unstale":"2024-09-11T22:45:44.149428+0000","last_undegraded":"2024-09-11T22:45:44.149428+0000","last_fullsized":"2024-09-11T22:45:44.149428+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:12.778415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149179+0000","last_change":"2024-09-11T22:45:43.152989+0000","last_active":"2024-09-11T22:45:44.149179+0000","last_peered":"2024-09-11T22:45:44.149179+0000","last_clean":"2024-09-11T22:45:44.149179+0000","last_became_active":"2024-09-11T22:45:43.152683+0000","last_became_peered":"2024-09-11T22:45:43.152683+0000","last_unstale":"2024-09-11T22:45:44.149179+0000","last_undegraded":"2024-09-11T22:45:44.149179+0000","last_fullsized":"2024-09-11T22:45:44.149179+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:23.461133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147108+0000","last_change":"2024-09-11T22:45:42.159915+0000","last_active":"2024-09-11T22:45:43.147108+0000","last_peered":"2024-09-11T22:45:43.147108+0000","last_clean":"2024-09-11T22:45:43.147108+0000","last_became_active":"2024-09-11T22:45:42.159597+0000","last_became_peered":"2024-09-11T22:45:42.159597+0000","last_unstale":"2024-09-11T22:45:43.147108+0000","last_undegraded":"2024-09-11T22:45:43.147108+0000","last_fullsized":"2024-09-11T22:45:43.147108+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:12.820795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163007+0000","last_change":"2024-09-11T22:45:43.156599+0000","last_active":"2024-09-11T22:45:43.163007+0000","last_peered":"2024-09-11T22:45:43.163007+0000","last_clean":"2024-09-11T22:45:43.163007+0000","last_became_active":"2024-09-11T22:45:43.156331+0000","last_became_peered":"2024-09-11T22:45:43.156331+0000","last_unstale":"2024-09-11T22:45:43.163007+0000","last_undegraded":"2024-09-11T22:45:43.163007+0000","last_fullsized":"2024-09-11T22:45:43.163007+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.144476+0000","last_change":"2024-09-11T22:45:42.154130+0000","last_active":"2024-09-11T22:45:43.144476+0000","last_peered":"2024-09-11T22:45:43.144476+0000","last_clean":"2024-09-11T22:45:43.144476+0000","last_became_active":"2024-09-11T22:45:42.153804+0000","last_became_peered":"2024-09-11T22:45:42.153804+0000","last_unstale":"2024-09-11T22:45:43.144476+0000","last_undegraded":"2024-09-11T22:45:43.144476+0000","last_fullsized":"2024-09-11T22:45:43.144476+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:14.775218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149317+0000","last_change":"2024-09-11T22:45:43.158820+0000","last_active":"2024-09-11T22:45:44.149317+0000","last_peered":"2024-09-11T22:45:44.149317+0000","last_clean":"2024-09-11T22:45:44.149317+0000","last_became_active":"2024-09-11T22:45:43.158511+0000","last_became_peered":"2024-09-11T22:45:43.158511+0000","last_unstale":"2024-09-11T22:45:44.149317+0000","last_undegraded":"2024-09-11T22:45:44.149317+0000","last_fullsized":"2024-09-11T22:45:44.149317+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:10:00.372740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":20,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175907+0000","last_change":"2024-09-11T22:45:42.150814+0000","last_active":"2024-09-11T22:45:43.175907+0000","last_peered":"2024-09-11T22:45:43.175907+0000","last_clean":"2024-09-11T22:45:43.175907+0000","last_became_active":"2024-09-11T22:45:42.150545+0000","last_became_peered":"2024-09-11T22:45:42.150545+0000","last_unstale":"2024-09-11T22:45:43.175907+0000","last_undegraded":"2024-09-11T22:45:43.175907+0000","last_fullsized":"2024-09-11T22:45:43.175907+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149435+0000","last_change":"2024-09-11T22:45:43.156301+0000","last_active":"2024-09-11T22:45:44.149435+0000","last_peered":"2024-09-11T22:45:44.149435+0000","last_clean":"2024-09-11T22:45:44.149435+0000","last_became_active":"2024-09-11T22:45:43.153886+0000","last_became_peered":"2024-09-11T22:45:43.153886+0000","last_unstale":"2024-09-11T22:45:44.149435+0000","last_undegraded":"2024-09-11T22:45:44.149435+0000","last_fullsized":"2024-09-11T22:45:44.149435+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:41.136586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175300+0000","last_change":"2024-09-11T22:45:42.152439+0000","last_active":"2024-09-11T22:45:43.175300+0000","last_peered":"2024-09-11T22:45:43.175300+0000","last_clean":"2024-09-11T22:45:43.175300+0000","last_became_active":"2024-09-11T22:45:42.151981+0000","last_became_peered":"2024-09-11T22:45:42.151981+0000","last_unstale":"2024-09-11T22:45:43.175300+0000","last_undegraded":"2024-09-11T22:45:43.175300+0000","last_fullsized":"2024-09-11T22:45:43.175300+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:03.215416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173283+0000","last_change":"2024-09-11T22:45:43.165650+0000","last_active":"2024-09-11T22:45:43.173283+0000","last_peered":"2024-09-11T22:45:43.173283+0000","last_clean":"2024-09-11T22:45:43.173283+0000","last_became_active":"2024-09-11T22:45:43.165360+0000","last_became_peered":"2024-09-11T22:45:43.165360+0000","last_unstale":"2024-09-11T22:45:43.173283+0000","last_undegraded":"2024-09-11T22:45:43.173283+0000","last_fullsized":"2024-09-11T22:45:43.173283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:43:29.172146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136939+0000","last_change":"2024-09-11T22:45:41.136939+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136939+0000","last_undegraded":"2024-09-11T22:45:41.136939+0000","last_fullsized":"2024-09-11T22:45:41.136939+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174548+0000","last_change":"2024-09-11T22:45:42.152427+0000","last_active":"2024-09-11T22:45:43.174548+0000","last_peered":"2024-09-11T22:45:43.174548+0000","last_clean":"2024-09-11T22:45:43.174548+0000","last_became_active":"2024-09-11T22:45:42.152150+0000","last_became_peered":"2024-09-11T22:45:42.152150+0000","last_unstale":"2024-09-11T22:45:43.174548+0000","last_undegraded":"2024-09-11T22:45:43.174548+0000","last_fullsized":"2024-09-11T22:45:43.174548+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:05:12.680733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154080+0000","last_change":"2024-09-11T22:45:43.150949+0000","last_active":"2024-09-11T22:45:43.154080+0000","last_peered":"2024-09-11T22:45:43.154080+0000","last_clean":"2024-09-11T22:45:43.154080+0000","last_became_active":"2024-09-11T22:45:43.150650+0000","last_became_peered":"2024-09-11T22:45:43.150650+0000","last_unstale":"2024-09-11T22:45:43.154080+0000","last_undegraded":"2024-09-11T22:45:43.154080+0000","last_fullsized":"2024-09-11T22:45:43.154080+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:41.822613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.148781+0000","last_change":"2024-09-11T22:45:42.155286+0000","last_active":"2024-09-11T22:45:43.148781+0000","last_peered":"2024-09-11T22:45:43.148781+0000","last_clean":"2024-09-11T22:45:43.148781+0000","last_became_active":"2024-09-11T22:45:42.155024+0000","last_became_peered":"2024-09-11T22:45:42.155024+0000","last_unstale":"2024-09-11T22:45:43.148781+0000","last_undegraded":"2024-09-11T22:45:43.148781+0000","last_fullsized":"2024-09-11T22:45:43.148781+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:03.215416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163327+0000","last_change":"2024-09-11T22:45:43.157805+0000","last_active":"2024-09-11T22:45:43.163327+0000","last_peered":"2024-09-11T22:45:43.163327+0000","last_clean":"2024-09-11T22:45:43.163327+0000","last_became_active":"2024-09-11T22:45:43.157196+0000","last_became_peered":"2024-09-11T22:45:43.157196+0000","last_unstale":"2024-09-11T22:45:43.163327+0000","last_undegraded":"2024-09-11T22:45:43.163327+0000","last_fullsized":"2024-09-11T22:45:43.163327+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173615+0000","last_change":"2024-09-11T22:45:42.150012+0000","last_active":"2024-09-11T22:45:43.173615+0000","last_peered":"2024-09-11T22:45:43.173615+0000","last_clean":"2024-09-11T22:45:43.173615+0000","last_became_active":"2024-09-11T22:45:42.149688+0000","last_became_peered":"2024-09-11T22:45:42.149688+0000","last_unstale":"2024-09-11T22:45:43.173615+0000","last_undegraded":"2024-09-11T22:45:43.173615+0000","last_fullsized":"2024-09-11T22:45:43.173615+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:06:27.600636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161228+0000","last_change":"2024-09-11T22:45:43.156914+0000","last_active":"2024-09-11T22:45:43.161228+0000","last_peered":"2024-09-11T22:45:43.161228+0000","last_clean":"2024-09-11T22:45:43.161228+0000","last_became_active":"2024-09-11T22:45:43.156556+0000","last_became_peered":"2024-09-11T22:45:43.156556+0000","last_unstale":"2024-09-11T22:45:43.161228+0000","last_undegraded":"2024-09-11T22:45:43.161228+0000","last_fullsized":"2024-09-11T22:45:43.161228+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:39.561858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.140563+0000","last_change":"2024-09-11T22:45:42.154176+0000","last_active":"2024-09-11T22:45:43.140563+0000","last_peered":"2024-09-11T22:45:43.140563+0000","last_clean":"2024-09-11T22:45:43.140563+0000","last_became_active":"2024-09-11T22:45:42.153843+0000","last_became_peered":"2024-09-11T22:45:42.153843+0000","last_unstale":"2024-09-11T22:45:43.140563+0000","last_undegraded":"2024-09-11T22:45:43.140563+0000","last_fullsized":"2024-09-11T22:45:43.140563+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:39.570463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162538+0000","last_change":"2024-09-11T22:45:43.158976+0000","last_active":"2024-09-11T22:45:43.162538+0000","last_peered":"2024-09-11T22:45:43.162538+0000","last_clean":"2024-09-11T22:45:43.162538+0000","last_became_active":"2024-09-11T22:45:43.158695+0000","last_became_peered":"2024-09-11T22:45:43.158695+0000","last_unstale":"2024-09-11T22:45:43.162538+0000","last_undegraded":"2024-09-11T22:45:43.162538+0000","last_fullsized":"2024-09-11T22:45:43.162538+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:45.594299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.146386+0000","last_change":"2024-09-11T22:45:42.156324+0000","last_active":"2024-09-11T22:45:43.146386+0000","last_peered":"2024-09-11T22:45:43.146386+0000","last_clean":"2024-09-11T22:45:43.146386+0000","last_became_active":"2024-09-11T22:45:42.156052+0000","last_became_peered":"2024-09-11T22:45:42.156052+0000","last_unstale":"2024-09-11T22:45:43.146386+0000","last_undegraded":"2024-09-11T22:45:43.146386+0000","last_fullsized":"2024-09-11T22:45:43.146386+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:09.692167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149437+0000","last_change":"2024-09-11T22:45:43.153872+0000","last_active":"2024-09-11T22:45:44.149437+0000","last_peered":"2024-09-11T22:45:44.149437+0000","last_clean":"2024-09-11T22:45:44.149437+0000","last_became_active":"2024-09-11T22:45:43.152778+0000","last_became_peered":"2024-09-11T22:45:43.152778+0000","last_unstale":"2024-09-11T22:45:44.149437+0000","last_undegraded":"2024-09-11T22:45:44.149437+0000","last_fullsized":"2024-09-11T22:45:44.149437+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:21.276852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.140889+0000","last_change":"2024-09-11T22:45:42.156628+0000","last_active":"2024-09-11T22:45:43.140889+0000","last_peered":"2024-09-11T22:45:43.140889+0000","last_clean":"2024-09-11T22:45:43.140889+0000","last_became_active":"2024-09-11T22:45:42.156357+0000","last_became_peered":"2024-09-11T22:45:42.156357+0000","last_unstale":"2024-09-11T22:45:43.140889+0000","last_undegraded":"2024-09-11T22:45:43.140889+0000","last_fullsized":"2024-09-11T22:45:43.140889+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:30:40.720620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166552+0000","last_change":"2024-09-11T22:45:43.161819+0000","last_active":"2024-09-11T22:45:43.166552+0000","last_peered":"2024-09-11T22:45:43.166552+0000","last_clean":"2024-09-11T22:45:43.166552+0000","last_became_active":"2024-09-11T22:45:43.161483+0000","last_became_peered":"2024-09-11T22:45:43.161483+0000","last_unstale":"2024-09-11T22:45:43.166552+0000","last_undegraded":"2024-09-11T22:45:43.166552+0000","last_fullsized":"2024-09-11T22:45:43.166552+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174281+0000","last_change":"2024-09-11T22:45:42.157199+0000","last_active":"2024-09-11T22:45:43.174281+0000","last_peered":"2024-09-11T22:45:43.174281+0000","last_clean":"2024-09-11T22:45:43.174281+0000","last_became_active":"2024-09-11T22:45:42.156451+0000","last_became_peered":"2024-09-11T22:45:42.156451+0000","last_unstale":"2024-09-11T22:45:43.174281+0000","last_undegraded":"2024-09-11T22:45:43.174281+0000","last_fullsized":"2024-09-11T22:45:43.174281+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:44.424160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161821+0000","last_change":"2024-09-11T22:45:43.155316+0000","last_active":"2024-09-11T22:45:43.161821+0000","last_peered":"2024-09-11T22:45:43.161821+0000","last_clean":"2024-09-11T22:45:43.161821+0000","last_became_active":"2024-09-11T22:45:43.155039+0000","last_became_peered":"2024-09-11T22:45:43.155039+0000","last_unstale":"2024-09-11T22:45:43.161821+0000","last_undegraded":"2024-09-11T22:45:43.161821+0000","last_fullsized":"2024-09-11T22:45:43.161821+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:39.561858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.141874+0000","last_change":"2024-09-11T22:45:42.158817+0000","last_active":"2024-09-11T22:45:43.141874+0000","last_peered":"2024-09-11T22:45:43.141874+0000","last_clean":"2024-09-11T22:45:43.141874+0000","last_became_active":"2024-09-11T22:45:42.158496+0000","last_became_peered":"2024-09-11T22:45:42.158496+0000","last_unstale":"2024-09-11T22:45:43.141874+0000","last_undegraded":"2024-09-11T22:45:43.141874+0000","last_fullsized":"2024-09-11T22:45:43.141874+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:06:08.246547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149437+0000","last_change":"2024-09-11T22:45:43.156565+0000","last_active":"2024-09-11T22:45:44.149437+0000","last_peered":"2024-09-11T22:45:44.149437+0000","last_clean":"2024-09-11T22:45:44.149437+0000","last_became_active":"2024-09-11T22:45:43.156240+0000","last_became_peered":"2024-09-11T22:45:43.156240+0000","last_unstale":"2024-09-11T22:45:44.149437+0000","last_undegraded":"2024-09-11T22:45:44.149437+0000","last_fullsized":"2024-09-11T22:45:44.149437+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:26.328778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.148648+0000","last_change":"2024-09-11T22:45:42.155240+0000","last_active":"2024-09-11T22:45:43.148648+0000","last_peered":"2024-09-11T22:45:43.148648+0000","last_clean":"2024-09-11T22:45:43.148648+0000","last_became_active":"2024-09-11T22:45:42.154969+0000","last_became_peered":"2024-09-11T22:45:42.154969+0000","last_unstale":"2024-09-11T22:45:43.148648+0000","last_undegraded":"2024-09-11T22:45:43.148648+0000","last_fullsized":"2024-09-11T22:45:43.148648+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:14:48.154513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.167563+0000","last_change":"2024-09-11T22:45:43.165738+0000","last_active":"2024-09-11T22:45:43.167563+0000","last_peered":"2024-09-11T22:45:43.167563+0000","last_clean":"2024-09-11T22:45:43.167563+0000","last_became_active":"2024-09-11T22:45:43.165445+0000","last_became_peered":"2024-09-11T22:45:43.165445+0000","last_unstale":"2024-09-11T22:45:43.167563+0000","last_undegraded":"2024-09-11T22:45:43.167563+0000","last_fullsized":"2024-09-11T22:45:43.167563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154636+0000","last_change":"2024-09-11T22:45:42.152859+0000","last_active":"2024-09-11T22:45:43.154636+0000","last_peered":"2024-09-11T22:45:43.154636+0000","last_clean":"2024-09-11T22:45:43.154636+0000","last_became_active":"2024-09-11T22:45:42.152566+0000","last_became_peered":"2024-09-11T22:45:42.152566+0000","last_unstale":"2024-09-11T22:45:43.154636+0000","last_undegraded":"2024-09-11T22:45:43.154636+0000","last_fullsized":"2024-09-11T22:45:43.154636+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:09.692167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165015+0000","last_change":"2024-09-11T22:45:43.159962+0000","last_active":"2024-09-11T22:45:43.165015+0000","last_peered":"2024-09-11T22:45:43.165015+0000","last_clean":"2024-09-11T22:45:43.165015+0000","last_became_active":"2024-09-11T22:45:43.159662+0000","last_became_peered":"2024-09-11T22:45:43.159662+0000","last_unstale":"2024-09-11T22:45:43.165015+0000","last_undegraded":"2024-09-11T22:45:43.165015+0000","last_fullsized":"2024-09-11T22:45:43.165015+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.144522+0000","last_change":"2024-09-11T22:45:42.150704+0000","last_active":"2024-09-11T22:45:43.144522+0000","last_peered":"2024-09-11T22:45:43.144522+0000","last_clean":"2024-09-11T22:45:43.144522+0000","last_became_active":"2024-09-11T22:45:42.150412+0000","last_became_peered":"2024-09-11T22:45:42.150412+0000","last_unstale":"2024-09-11T22:45:43.144522+0000","last_undegraded":"2024-09-11T22:45:43.144522+0000","last_fullsized":"2024-09-11T22:45:43.144522+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:35.541256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136841+0000","last_change":"2024-09-11T22:45:41.136841+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136841+0000","last_undegraded":"2024-09-11T22:45:41.136841+0000","last_fullsized":"2024-09-11T22:45:41.136841+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161768+0000","last_change":"2024-09-11T22:45:43.156060+0000","last_active":"2024-09-11T22:45:43.161768+0000","last_peered":"2024-09-11T22:45:43.161768+0000","last_clean":"2024-09-11T22:45:43.161768+0000","last_became_active":"2024-09-11T22:45:43.155778+0000","last_became_peered":"2024-09-11T22:45:43.155778+0000","last_unstale":"2024-09-11T22:45:43.161768+0000","last_undegraded":"2024-09-11T22:45:43.161768+0000","last_fullsized":"2024-09-11T22:45:43.161768+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149097+0000","last_change":"2024-09-11T22:45:42.156459+0000","last_active":"2024-09-11T22:45:44.149097+0000","last_peered":"2024-09-11T22:45:44.149097+0000","last_clean":"2024-09-11T22:45:44.149097+0000","last_became_active":"2024-09-11T22:45:42.156195+0000","last_became_peered":"2024-09-11T22:45:42.156195+0000","last_unstale":"2024-09-11T22:45:44.149097+0000","last_undegraded":"2024-09-11T22:45:44.149097+0000","last_fullsized":"2024-09-11T22:45:44.149097+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:20:50.650260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159018+0000","last_change":"2024-09-11T22:45:43.156941+0000","last_active":"2024-09-11T22:45:43.159018+0000","last_peered":"2024-09-11T22:45:43.159018+0000","last_clean":"2024-09-11T22:45:43.159018+0000","last_became_active":"2024-09-11T22:45:43.155448+0000","last_became_peered":"2024-09-11T22:45:43.155448+0000","last_unstale":"2024-09-11T22:45:43.159018+0000","last_undegraded":"2024-09-11T22:45:43.159018+0000","last_fullsized":"2024-09-11T22:45:43.159018+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147577+0000","last_change":"2024-09-11T22:45:42.154647+0000","last_active":"2024-09-11T22:45:43.147577+0000","last_peered":"2024-09-11T22:45:43.147577+0000","last_clean":"2024-09-11T22:45:43.147577+0000","last_became_active":"2024-09-11T22:45:42.154298+0000","last_became_peered":"2024-09-11T22:45:42.154298+0000","last_unstale":"2024-09-11T22:45:43.147577+0000","last_undegraded":"2024-09-11T22:45:43.147577+0000","last_fullsized":"2024-09-11T22:45:43.147577+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:12.820795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":199,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.149932+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:45:43.149932+0000","last_peered":"2024-09-11T22:45:43.149932+0000","last_clean":"2024-09-11T22:45:43.149932+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:45:43.149932+0000","last_undegraded":"2024-09-11T22:45:43.149932+0000","last_fullsized":"2024-09-11T22:45:43.149932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34,"ondisk_log_size":34,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":999424,"data_stored":761942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27444,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344396,"statfs":{"total":96636764160,"available":96608661504,"internally_reserved":0,"allocated":425984,"data_stored":178853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31588,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340252,"statfs":{"total":96636764160,"available":96604418048,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":999424,"data_stored":761942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":164907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35792,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336048,"statfs":{"total":96636764160,"available":96600113152,"internally_reserved":0,"allocated":446464,"data_stored":187079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:45:46.835 INFO:tasks.ceph.ceph_manager.ceph:PG 6.32 is not active+clean 2024-09-11T22:45:46.835 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-11T22:45:42.131244+0000', 'last_change': '2024-09-11T22:45:42.131244+0000', 'last_active': '2024-09-11T22:45:42.131244+0000', 'last_peered': '2024-09-11T22:45:42.131244+0000', 'last_clean': '2024-09-11T22:45:42.131244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-11T22:45:42.131244+0000', 'last_undegraded': '2024-09-11T22:45:42.131244+0000', 'last_fullsized': '2024-09-11T22:45:42.131244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_clean_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-11T22:45:46.835 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2a is not active+clean 2024-09-11T22:45:46.835 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-11T22:45:42.131244+0000', 'last_change': '2024-09-11T22:45:42.131244+0000', 'last_active': '2024-09-11T22:45:42.131244+0000', 'last_peered': '2024-09-11T22:45:42.131244+0000', 'last_clean': '2024-09-11T22:45:42.131244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-11T22:45:42.131244+0000', 'last_undegraded': '2024-09-11T22:45:42.131244+0000', 'last_fullsized': '2024-09-11T22:45:42.131244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_clean_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-11T22:45:46.835 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1e is not active+clean 2024-09-11T22:45:46.835 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-11T22:45:42.131244+0000', 'last_change': '2024-09-11T22:45:42.131244+0000', 'last_active': '2024-09-11T22:45:42.131244+0000', 'last_peered': '2024-09-11T22:45:42.131244+0000', 'last_clean': '2024-09-11T22:45:42.131244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-11T22:45:42.131244+0000', 'last_undegraded': '2024-09-11T22:45:42.131244+0000', 'last_fullsized': '2024-09-11T22:45:42.131244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_clean_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-11T22:45:46.835 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1c is not active+clean 2024-09-11T22:45:46.835 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 35, 'state': 'creating+peering', 'last_fresh': '2024-09-11T22:45:41.136606+0000', 'last_change': '2024-09-11T22:45:41.136606+0000', 'last_active': '2024-09-11T22:45:41.126378+0000', 'last_peered': '2024-09-11T22:45:41.126378+0000', 'last_clean': '2024-09-11T22:45:41.126378+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-11T22:45:41.136606+0000', 'last_undegraded': '2024-09-11T22:45:41.136606+0000', 'last_fullsized': '2024-09-11T22:45:41.136606+0000', 'mapping_epoch': 35, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 35, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'last_clean_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-11T22:45:46.835 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1a is not active+clean 2024-09-11T22:45:46.836 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-11T22:45:42.131244+0000', 'last_change': '2024-09-11T22:45:42.131244+0000', 'last_active': '2024-09-11T22:45:42.131244+0000', 'last_peered': '2024-09-11T22:45:42.131244+0000', 'last_clean': '2024-09-11T22:45:42.131244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-11T22:45:42.131244+0000', 'last_undegraded': '2024-09-11T22:45:42.131244+0000', 'last_fullsized': '2024-09-11T22:45:42.131244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_clean_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-11T22:45:46.836 INFO:tasks.ceph.ceph_manager.ceph:PG 5.18 is not active+clean 2024-09-11T22:45:46.836 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 35, 'state': 'creating+peering', 'last_fresh': '2024-09-11T22:45:41.136606+0000', 'last_change': '2024-09-11T22:45:41.136606+0000', 'last_active': '2024-09-11T22:45:41.126378+0000', 'last_peered': '2024-09-11T22:45:41.126378+0000', 'last_clean': '2024-09-11T22:45:41.126378+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-11T22:45:41.136606+0000', 'last_undegraded': '2024-09-11T22:45:41.136606+0000', 'last_fullsized': '2024-09-11T22:45:41.136606+0000', 'mapping_epoch': 35, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 35, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'last_clean_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-11T22:45:46.836 INFO:tasks.ceph.ceph_manager.ceph:PG 6.17 is not active+clean 2024-09-11T22:45:46.836 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-11T22:45:42.131244+0000', 'last_change': '2024-09-11T22:45:42.131244+0000', 'last_active': '2024-09-11T22:45:42.131244+0000', 'last_peered': '2024-09-11T22:45:42.131244+0000', 'last_clean': '2024-09-11T22:45:42.131244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-11T22:45:42.131244+0000', 'last_undegraded': '2024-09-11T22:45:42.131244+0000', 'last_fullsized': '2024-09-11T22:45:42.131244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_clean_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-11T22:45:46.836 INFO:tasks.ceph.ceph_manager.ceph:PG 5.e is not active+clean 2024-09-11T22:45:46.836 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 35, 'state': 'creating+peering', 'last_fresh': '2024-09-11T22:45:41.136939+0000', 'last_change': '2024-09-11T22:45:41.136939+0000', 'last_active': '2024-09-11T22:45:41.126378+0000', 'last_peered': '2024-09-11T22:45:41.126378+0000', 'last_clean': '2024-09-11T22:45:41.126378+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-11T22:45:41.136939+0000', 'last_undegraded': '2024-09-11T22:45:41.136939+0000', 'last_fullsized': '2024-09-11T22:45:41.136939+0000', 'mapping_epoch': 35, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 35, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'last_clean_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-11T22:45:46.836 INFO:tasks.ceph.ceph_manager.ceph:PG 6.e is not active+clean 2024-09-11T22:45:46.836 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-11T22:45:42.131244+0000', 'last_change': '2024-09-11T22:45:42.131244+0000', 'last_active': '2024-09-11T22:45:42.131244+0000', 'last_peered': '2024-09-11T22:45:42.131244+0000', 'last_clean': '2024-09-11T22:45:42.131244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-11T22:45:42.131244+0000', 'last_undegraded': '2024-09-11T22:45:42.131244+0000', 'last_fullsized': '2024-09-11T22:45:42.131244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_clean_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-11T22:45:46.837 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2 is not active+clean 2024-09-11T22:45:46.837 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-11T22:45:42.131244+0000', 'last_change': '2024-09-11T22:45:42.131244+0000', 'last_active': '2024-09-11T22:45:42.131244+0000', 'last_peered': '2024-09-11T22:45:42.131244+0000', 'last_clean': '2024-09-11T22:45:42.131244+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-11T22:45:42.131244+0000', 'last_undegraded': '2024-09-11T22:45:42.131244+0000', 'last_fullsized': '2024-09-11T22:45:42.131244+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'last_clean_scrub_stamp': '2024-09-11T22:45:42.131244+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-11T22:45:46.837 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1 is not active+clean 2024-09-11T22:45:46.837 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 35, 'state': 'creating+peering', 'last_fresh': '2024-09-11T22:45:41.136841+0000', 'last_change': '2024-09-11T22:45:41.136841+0000', 'last_active': '2024-09-11T22:45:41.126378+0000', 'last_peered': '2024-09-11T22:45:41.126378+0000', 'last_clean': '2024-09-11T22:45:41.126378+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-11T22:45:41.136841+0000', 'last_undegraded': '2024-09-11T22:45:41.136841+0000', 'last_fullsized': '2024-09-11T22:45:41.136841+0000', 'mapping_epoch': 35, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 35, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'last_clean_scrub_stamp': '2024-09-11T22:45:41.126378+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-11T22:45:46.837 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-11T22:45:46.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.972+0000 7f1456627640 1 Processor -- start 2024-09-11T22:45:46.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.972+0000 7f1456627640 1 -- start start 2024-09-11T22:45:46.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1456627640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f145015b190 0x7f14500cd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1456627640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f145006e200 0x7f14500cd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1456627640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1450070020 con 0x7f14500aff10 2024-09-11T22:45:46.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1456627640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f145015f7c0 con 0x7f145006e200 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1456627640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f145015fd20 con 0x7f145015b190 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1454bc4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f145006e200 0x7f14500cd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1454bc4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f145006e200 0x7f14500cd9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53454/0 (socket says 172.21.15.16:53454) 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1454bc4640 1 -- 172.21.15.16:0/2431837662 learned_addr learned my addr 172.21.15.16:0/2431837662 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f144f7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f14500aff10 0x7f14500cf630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60330/0 (socket says 172.21.15.16:60330) 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f144ffff640 1 --2- 172.21.15.16:0/2431837662 >> v2:172.21.15.104:3300/0 conn(0x7f145015b190 0x7f14500cd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1454bc4640 1 -- 172.21.15.16:0/2431837662 >> v2:172.21.15.104:3300/0 conn(0x7f145015b190 msgr2=0x7f14500cd4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1454bc4640 1 --2- 172.21.15.16:0/2431837662 >> v2:172.21.15.104:3300/0 conn(0x7f145015b190 0x7f14500cd4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1454bc4640 1 -- 172.21.15.16:0/2431837662 >> v1:172.21.15.16:6789/0 conn(0x7f14500aff10 legacy=0x7f14500cf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f1454bc4640 1 -- 172.21.15.16:0/2431837662 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14500b0500 con 0x7f145006e200 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.973+0000 7f144effd640 1 -- 172.21.15.16:0/2431837662 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2681114778 0 0) 0x7f1444001110 con 0x7f14500aff10 2024-09-11T22:45:46.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.974+0000 7f1454bc4640 1 --2- 172.21.15.16:0/2431837662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f145006e200 0x7f14500cd9e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f1448009e50 tx=0x7f144802a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a26845a24dea944 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:46.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.974+0000 7f144effd640 1 -- 172.21.15.16:0/2431837662 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1448036070 con 0x7f145006e200 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.974+0000 7f144effd640 1 -- 172.21.15.16:0/2431837662 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1448031600 con 0x7f145006e200 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.974+0000 7f144effd640 1 -- 172.21.15.16:0/2431837662 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14480319d0 con 0x7f145006e200 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.975+0000 7f1456627640 1 -- 172.21.15.16:0/2431837662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f145006e200 msgr2=0x7f14500cd9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.975+0000 7f1456627640 1 --2- 172.21.15.16:0/2431837662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f145006e200 0x7f14500cd9e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f1448009e50 tx=0x7f144802a6d0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.975+0000 7f1456627640 1 -- 172.21.15.16:0/2431837662 shutdown_connections 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.975+0000 7f1456627640 1 --2- 172.21.15.16:0/2431837662 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f145006e200 0x7f14500cd9e0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.975+0000 7f1456627640 1 --2- 172.21.15.16:0/2431837662 >> v2:172.21.15.104:3300/0 conn(0x7f145015b190 0x7f14500cd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.975+0000 7f1456627640 1 -- 172.21.15.16:0/2431837662 >> 172.21.15.16:0/2431837662 conn(0x7f145006bc10 msgr2=0x7f145006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.975+0000 7f1456627640 1 -- 172.21.15.16:0/2431837662 shutdown_connections 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.975+0000 7f1456627640 1 -- 172.21.15.16:0/2431837662 wait complete. 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.976+0000 7f1456627640 1 Processor -- start 2024-09-11T22:45:46.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.976+0000 7f1456627640 1 -- start start 2024-09-11T22:45:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f1456627640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f145006e200 0x7f145014b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f1456627640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14500aff10 0x7f14500b4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f1456627640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f145015b190 0x7f14500b50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f1456627640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f14500b0a80 con 0x7f145006e200 2024-09-11T22:45:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f1456627640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f14500b07a0 con 0x7f14500aff10 2024-09-11T22:45:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f1456627640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f145015b570 con 0x7f145015b190 2024-09-11T22:45:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f144ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f145006e200 0x7f145014b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f144ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f145006e200 0x7f145014b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53456/0 (socket says 172.21.15.16:53456) 2024-09-11T22:45:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f144ffff640 1 -- 172.21.15.16:0/1835476494 learned_addr learned my addr 172.21.15.16:0/1835476494 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f144f7fe640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14500aff10 0x7f14500b4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f1454bc4640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f145015b190 0x7f14500b50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f144ffff640 1 -- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f145015b190 msgr2=0x7f14500b50a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f144ffff640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f145015b190 0x7f14500b50a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f144ffff640 1 -- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14500aff10 msgr2=0x7f14500b4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f144ffff640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14500aff10 0x7f14500b4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f144ffff640 1 -- 172.21.15.16:0/1835476494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1450167bd0 con 0x7f145006e200 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f1454bc4640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f145015b190 0x7f14500b50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.977+0000 7f144f7fe640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14500aff10 0x7f14500b4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.978+0000 7f144ffff640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f145006e200 0x7f145014b720 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f144000d5f0 tx=0x7f144000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.978+0000 7f144cff9640 1 -- 172.21.15.16:0/1835476494 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14400125f0 con 0x7f145006e200 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.978+0000 7f144cff9640 1 -- 172.21.15.16:0/1835476494 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1440019070 con 0x7f145006e200 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.978+0000 7f1456627640 1 -- 172.21.15.16:0/1835476494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1450167eb0 con 0x7f145006e200 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.978+0000 7f144cff9640 1 -- 172.21.15.16:0/1835476494 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14400129d0 con 0x7f145006e200 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.978+0000 7f1456627640 1 -- 172.21.15.16:0/1835476494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1450168470 con 0x7f145006e200 2024-09-11T22:45:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.979+0000 7f1456627640 1 -- 172.21.15.16:0/1835476494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14500cd4a0 con 0x7f145006e200 2024-09-11T22:45:46.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.979+0000 7f144cff9640 1 -- 172.21.15.16:0/1835476494 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f1440012b70 con 0x7f145006e200 2024-09-11T22:45:46.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.980+0000 7f144cff9640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f143c06be30 0x7f143c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:46.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.980+0000 7f144cff9640 1 -- 172.21.15.16:0/1835476494 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f144008b330 con 0x7f145006e200 2024-09-11T22:45:46.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.980+0000 7f144f7fe640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f143c06be30 0x7f143c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:46.983 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.981+0000 7f144f7fe640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f143c06be30 0x7f143c06e2f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1450158230 tx=0x7f1444007a10 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:46.985 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:46.984+0000 7f144cff9640 1 -- 172.21.15.16:0/1835476494 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f1440059be0 con 0x7f145006e200 2024-09-11T22:45:47.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.229+0000 7f1456627640 1 -- 172.21.15.16:0/1835476494 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f145006c990 con 0x7f145006e200 2024-09-11T22:45:47.232 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.230+0000 7f144cff9640 1 -- 172.21.15.16:0/1835476494 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1764 (secure 0 0 0) 0x7f14400594e0 con 0x7f145006e200 2024-09-11T22:45:47.233 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:47.233 INFO:teuthology.orchestra.run.smithi016.stdout:{"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":81,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":38,"num_osds":8,"num_up_osds":8,"osd_up_since":1726094677,"num_in_osds":8,"osd_in_since":1726094668,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":86},{"state_name":"unknown","count":7},{"state_name":"creating+peering","count":4}],"num_pgs":97,"num_pools":3,"num_objects":21,"data_bytes":592778,"bytes_used":247218176,"bytes_avail":772846895104,"bytes_total":773094113280,"unknown_pgs_ratio":0.072164945304393768,"inactive_pgs_ratio":0.041237112134695053,"write_bytes_sec":2738,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":15,"btime":"2024-09-11T22:45:45:154874+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":4869}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-11T22:45:40.364578+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-11T22:45:47.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 -- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f143c06be30 msgr2=0x7f143c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:47.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f143c06be30 0x7f143c06e2f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1450158230 tx=0x7f1444007a10 comp rx=0 tx=0).stop 2024-09-11T22:45:47.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 -- 172.21.15.16:0/1835476494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f145006e200 msgr2=0x7f145014b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:47.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f145006e200 0x7f145014b720 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f144000d5f0 tx=0x7f144000dab0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 -- 172.21.15.16:0/1835476494 shutdown_connections 2024-09-11T22:45:47.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f143c06be30 0x7f143c06e2f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f145015b190 0x7f14500b50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14500aff10 0x7f14500b4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 --2- 172.21.15.16:0/1835476494 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f145006e200 0x7f145014b720 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 -- 172.21.15.16:0/1835476494 >> 172.21.15.16:0/1835476494 conn(0x7f145006bc10 msgr2=0x7f14500cfe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:47.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 -- 172.21.15.16:0/1835476494 shutdown_connections 2024-09-11T22:45:47.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.232+0000 7f1456627640 1 -- 172.21.15.16:0/1835476494 wait complete. 2024-09-11T22:45:47.244 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-11T22:45:47.244 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:45:47.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.344+0000 7f9b7ba77640 1 Processor -- start 2024-09-11T22:45:47.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.344+0000 7f9b7ba77640 1 -- start start 2024-09-11T22:45:47.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.345+0000 7f9b7ba77640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9b7415e600 0x7f9b740d07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:47.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.345+0000 7f9b7ba77640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b7409b150 0x7f9b740d0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:47.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.345+0000 7f9b7ba77640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b740d13b0 con 0x7f9b7415e9e0 2024-09-11T22:45:47.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.345+0000 7f9b7ba77640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9b740d1690 con 0x7f9b7415e600 2024-09-11T22:45:47.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.345+0000 7f9b7ba77640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9b740d1970 con 0x7f9b7409b150 2024-09-11T22:45:47.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.345+0000 7f9b79012640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9b7415e9e0 0x7f9b7409aa40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60336/0 (socket says 172.21.15.16:60336) 2024-09-11T22:45:47.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.345+0000 7f9b79012640 1 -- 172.21.15.16:0/4108456632 learned_addr learned my addr 172.21.15.16:0/4108456632 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:47.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b7a014640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b7409b150 0x7f9b740d0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b79813640 1 --2- 172.21.15.16:0/4108456632 >> v2:172.21.15.104:3300/0 conn(0x7f9b7415e600 0x7f9b740d07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2211231784 0 0) 0x7f9b740d13b0 con 0x7f9b7415e9e0 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9b5c003520 con 0x7f9b7415e9e0 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2311206936 0 0) 0x7f9b5c003520 con 0x7f9b7415e9e0 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b7409b150 msgr2=0x7f9b740d0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b7409b150 0x7f9b740d0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 >> v2:172.21.15.104:3300/0 conn(0x7f9b7415e600 msgr2=0x7f9b740d07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 --2- 172.21.15.16:0/4108456632 >> v2:172.21.15.104:3300/0 conn(0x7f9b7415e600 0x7f9b740d07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b740d1c50 con 0x7f9b7415e9e0 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f9b68001670 con 0x7f9b7415e9e0 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b7a014640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b7409b150 0x7f9b740d0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b79813640 1 --2- 172.21.15.16:0/4108456632 >> v2:172.21.15.104:3300/0 conn(0x7f9b7415e600 0x7f9b740d07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 >> v1:172.21.15.16:6789/0 conn(0x7f9b7415e9e0 legacy=0x7f9b7409aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:47.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b5c0039b0 0x7f9b5c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 0x7f9b5c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b7409b150 0x7f9b5c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9b740d1690 con 0x7f9b5c004800 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9b740d1970 con 0x7f9b5c0039b0 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9b5c00b9c0 con 0x7f9b7409b150 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b79012640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 0x7f9b5c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b79813640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b5c0039b0 0x7f9b5c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b7a014640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b7409b150 0x7f9b5c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b79012640 1 -- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b7409b150 msgr2=0x7f9b5c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b79012640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b7409b150 0x7f9b5c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b79012640 1 -- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b5c0039b0 msgr2=0x7f9b5c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:47.351 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b79012640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b5c0039b0 0x7f9b5c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b79012640 1 -- 172.21.15.16:0/4108456632 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b5c003520 con 0x7f9b5c004800 2024-09-11T22:45:47.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.346+0000 7f9b7a014640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b7409b150 0x7f9b5c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:47.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.347+0000 7f9b79012640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 0x7f9b5c004c80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f9b68007fd0 tx=0x7f9b5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7175fe42ad394359 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:47.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.347+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b68007d50 con 0x7f9b5c004800 2024-09-11T22:45:47.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.347+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b68005ad0 con 0x7f9b5c004800 2024-09-11T22:45:47.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.347+0000 7f9b78811640 1 -- 172.21.15.16:0/4108456632 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b68007070 con 0x7f9b5c004800 2024-09-11T22:45:47.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.348+0000 7f9b7ba77640 1 -- 172.21.15.16:0/4108456632 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 msgr2=0x7f9b5c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:47.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.348+0000 7f9b7ba77640 1 --2- 172.21.15.16:0/4108456632 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 0x7f9b5c004c80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f9b68007fd0 tx=0x7f9b5c005830 comp rx=0 tx=0).stop 2024-09-11T22:45:47.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.348+0000 7f9b7a014640 1 -- 172.21.15.16:0/4108456632 reap_dead start 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.348+0000 7f9b7ba77640 1 -- 172.21.15.16:0/4108456632 shutdown_connections 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.348+0000 7f9b7ba77640 1 -- 172.21.15.16:0/4108456632 >> 172.21.15.16:0/4108456632 conn(0x7f9b740d24f0 msgr2=0x7f9b740d2900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.348+0000 7f9b7ba77640 1 -- 172.21.15.16:0/4108456632 shutdown_connections 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.348+0000 7f9b7ba77640 1 -- 172.21.15.16:0/4108456632 wait complete. 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.349+0000 7f9b7ba77640 1 Processor -- start 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.349+0000 7f9b7ba77640 1 -- start start 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b7ba77640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 0x7f9b74156360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b7ba77640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b74158930 0x7f9b740b75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b7ba77640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b74157320 0x7f9b740b7af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b7ba77640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9b740d0d30 con 0x7f9b5c004800 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b7ba77640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9b7409b9e0 con 0x7f9b74158930 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b7ba77640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9b740d0eb0 con 0x7f9b74157320 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b79813640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 0x7f9b74156360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:47.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b79813640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 0x7f9b74156360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53476/0 (socket says 172.21.15.16:53476) 2024-09-11T22:45:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b79813640 1 -- 172.21.15.16:0/2414329476 learned_addr learned my addr 172.21.15.16:0/2414329476 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b7a014640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b74157320 0x7f9b740b7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b79012640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b74158930 0x7f9b740b75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b79813640 1 -- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b74157320 msgr2=0x7f9b740b7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b79813640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b74157320 0x7f9b740b7af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b79813640 1 -- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b74158930 msgr2=0x7f9b740b75b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b79813640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b74158930 0x7f9b740b75b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b79813640 1 -- 172.21.15.16:0/2414329476 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b74157890 con 0x7f9b5c004800 2024-09-11T22:45:47.356 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b79012640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b74158930 0x7f9b740b75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.350+0000 7f9b7a014640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b74157320 0x7f9b740b7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.351+0000 7f9b79813640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 0x7f9b74156360 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f9b6400f430 tx=0x7f9b6400f8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.351+0000 7f9b727fc640 1 -- 172.21.15.16:0/2414329476 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b64003b90 con 0x7f9b5c004800 2024-09-11T22:45:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.351+0000 7f9b727fc640 1 -- 172.21.15.16:0/2414329476 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b64003d50 con 0x7f9b5c004800 2024-09-11T22:45:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.351+0000 7f9b727fc640 1 -- 172.21.15.16:0/2414329476 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b64004270 con 0x7f9b5c004800 2024-09-11T22:45:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.351+0000 7f9b7ba77640 1 -- 172.21.15.16:0/2414329476 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b74157b70 con 0x7f9b5c004800 2024-09-11T22:45:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.351+0000 7f9b7ba77640 1 -- 172.21.15.16:0/2414329476 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b74158130 con 0x7f9b5c004800 2024-09-11T22:45:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.352+0000 7f9b7ba77640 1 -- 172.21.15.16:0/2414329476 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b740d07f0 con 0x7f9b5c004800 2024-09-11T22:45:47.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.352+0000 7f9b727fc640 1 -- 172.21.15.16:0/2414329476 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f9b64004410 con 0x7f9b5c004800 2024-09-11T22:45:47.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.353+0000 7f9b727fc640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9b6006be30 0x7f9b6006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:47.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.353+0000 7f9b727fc640 1 -- 172.21.15.16:0/2414329476 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f9b6408c120 con 0x7f9b5c004800 2024-09-11T22:45:47.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.354+0000 7f9b79012640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9b6006be30 0x7f9b6006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:47.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.354+0000 7f9b79012640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9b6006be30 0x7f9b6006e2f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9b68033000 tx=0x7f9b68009030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:47.359 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.358+0000 7f9b727fc640 1 -- 172.21.15.16:0/2414329476 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9b64019070 con 0x7f9b5c004800 2024-09-11T22:45:47.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.532+0000 7f9b7ba77640 1 -- 172.21.15.16:0/2414329476 --> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9b7409b570 con 0x7f9b6006be30 2024-09-11T22:45:47.540 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.539+0000 7f9b727fc640 1 -- 172.21.15.16:0/2414329476 <== mgr.4103 v2:172.21.15.104:6832/4046407617 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250537 (secure 0 0 0) 0x7f9b7409b570 con 0x7f9b6006be30 2024-09-11T22:45:47.543 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:47.544 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:45:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 -- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9b6006be30 msgr2=0x7f9b6006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:47.545 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9b6006be30 0x7f9b6006e2f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f9b68033000 tx=0x7f9b68009030 comp rx=0 tx=0).stop 2024-09-11T22:45:47.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 -- 172.21.15.16:0/2414329476 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 msgr2=0x7f9b74156360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:47.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 0x7f9b74156360 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f9b6400f430 tx=0x7f9b6400f8f0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 -- 172.21.15.16:0/2414329476 shutdown_connections 2024-09-11T22:45:47.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f9b6006be30 0x7f9b6006e2f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9b74157320 0x7f9b740b7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9b74158930 0x7f9b740b75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 --2- 172.21.15.16:0/2414329476 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b5c004800 0x7f9b74156360 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:47.546 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 -- 172.21.15.16:0/2414329476 >> 172.21.15.16:0/2414329476 conn(0x7f9b740d24f0 msgr2=0x7f9b740c73b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:47.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 -- 172.21.15.16:0/2414329476 shutdown_connections 2024-09-11T22:45:47.547 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:47.542+0000 7f9b7ba77640 1 -- 172.21.15.16:0/2414329476 wait complete. 2024-09-11T22:45:47.554 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-09-11T22:45:46.365881+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":197,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241424,"kb_used_data":4376,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733296,"statfs":{"total":773094113280,"available":772846895104,"internally_reserved":0,"allocated":4481024,"data_stored":2569445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.234576"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149639+0000","last_change":"2024-09-11T22:45:43.157142+0000","last_active":"2024-09-11T22:45:44.149639+0000","last_peered":"2024-09-11T22:45:44.149639+0000","last_clean":"2024-09-11T22:45:44.149639+0000","last_became_active":"2024-09-11T22:45:43.156358+0000","last_became_peered":"2024-09-11T22:45:43.156358+0000","last_unstale":"2024-09-11T22:45:44.149639+0000","last_undegraded":"2024-09-11T22:45:44.149639+0000","last_fullsized":"2024-09-11T22:45:44.149639+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:09:06.167411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149383+0000","last_change":"2024-09-11T22:45:43.147629+0000","last_active":"2024-09-11T22:45:44.149383+0000","last_peered":"2024-09-11T22:45:44.149383+0000","last_clean":"2024-09-11T22:45:44.149383+0000","last_became_active":"2024-09-11T22:45:43.147314+0000","last_became_peered":"2024-09-11T22:45:43.147314+0000","last_unstale":"2024-09-11T22:45:44.149383+0000","last_undegraded":"2024-09-11T22:45:44.149383+0000","last_fullsized":"2024-09-11T22:45:44.149383+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:07:29.409160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162772+0000","last_change":"2024-09-11T22:45:43.162032+0000","last_active":"2024-09-11T22:45:43.162772+0000","last_peered":"2024-09-11T22:45:43.162772+0000","last_clean":"2024-09-11T22:45:43.162772+0000","last_became_active":"2024-09-11T22:45:43.161722+0000","last_became_peered":"2024-09-11T22:45:43.161722+0000","last_unstale":"2024-09-11T22:45:43.162772+0000","last_undegraded":"2024-09-11T22:45:43.162772+0000","last_fullsized":"2024-09-11T22:45:43.162772+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154146+0000","last_change":"2024-09-11T22:45:43.152092+0000","last_active":"2024-09-11T22:45:43.154146+0000","last_peered":"2024-09-11T22:45:43.154146+0000","last_clean":"2024-09-11T22:45:43.154146+0000","last_became_active":"2024-09-11T22:45:43.151819+0000","last_became_peered":"2024-09-11T22:45:43.151819+0000","last_unstale":"2024-09-11T22:45:43.154146+0000","last_undegraded":"2024-09-11T22:45:43.154146+0000","last_fullsized":"2024-09-11T22:45:43.154146+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:42.787015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.155766+0000","last_change":"2024-09-11T22:45:43.146166+0000","last_active":"2024-09-11T22:45:43.155766+0000","last_peered":"2024-09-11T22:45:43.155766+0000","last_clean":"2024-09-11T22:45:43.155766+0000","last_became_active":"2024-09-11T22:45:43.145888+0000","last_became_peered":"2024-09-11T22:45:43.145888+0000","last_unstale":"2024-09-11T22:45:43.155766+0000","last_undegraded":"2024-09-11T22:45:43.155766+0000","last_fullsized":"2024-09-11T22:45:43.155766+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:53.420975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166467+0000","last_change":"2024-09-11T22:45:43.160801+0000","last_active":"2024-09-11T22:45:43.166467+0000","last_peered":"2024-09-11T22:45:43.166467+0000","last_clean":"2024-09-11T22:45:43.166467+0000","last_became_active":"2024-09-11T22:45:43.160478+0000","last_became_peered":"2024-09-11T22:45:43.160478+0000","last_unstale":"2024-09-11T22:45:43.166467+0000","last_undegraded":"2024-09-11T22:45:43.166467+0000","last_fullsized":"2024-09-11T22:45:43.166467+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.168705+0000","last_change":"2024-09-11T22:45:43.163856+0000","last_active":"2024-09-11T22:45:43.168705+0000","last_peered":"2024-09-11T22:45:43.168705+0000","last_clean":"2024-09-11T22:45:43.168705+0000","last_became_active":"2024-09-11T22:45:43.163563+0000","last_became_peered":"2024-09-11T22:45:43.163563+0000","last_unstale":"2024-09-11T22:45:43.168705+0000","last_undegraded":"2024-09-11T22:45:43.168705+0000","last_fullsized":"2024-09-11T22:45:43.168705+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:11:44.038363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149075+0000","last_change":"2024-09-11T22:45:43.159942+0000","last_active":"2024-09-11T22:45:44.149075+0000","last_peered":"2024-09-11T22:45:44.149075+0000","last_clean":"2024-09-11T22:45:44.149075+0000","last_became_active":"2024-09-11T22:45:43.159661+0000","last_became_peered":"2024-09-11T22:45:43.159661+0000","last_unstale":"2024-09-11T22:45:44.149075+0000","last_undegraded":"2024-09-11T22:45:44.149075+0000","last_fullsized":"2024-09-11T22:45:44.149075+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:57.676942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161513+0000","last_change":"2024-09-11T22:45:43.160746+0000","last_active":"2024-09-11T22:45:43.161513+0000","last_peered":"2024-09-11T22:45:43.161513+0000","last_clean":"2024-09-11T22:45:43.161513+0000","last_became_active":"2024-09-11T22:45:43.160302+0000","last_became_peered":"2024-09-11T22:45:43.160302+0000","last_unstale":"2024-09-11T22:45:43.161513+0000","last_undegraded":"2024-09-11T22:45:43.161513+0000","last_fullsized":"2024-09-11T22:45:43.161513+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162806+0000","last_change":"2024-09-11T22:45:43.159217+0000","last_active":"2024-09-11T22:45:43.162806+0000","last_peered":"2024-09-11T22:45:43.162806+0000","last_clean":"2024-09-11T22:45:43.162806+0000","last_became_active":"2024-09-11T22:45:43.156400+0000","last_became_peered":"2024-09-11T22:45:43.156400+0000","last_unstale":"2024-09-11T22:45:43.162806+0000","last_undegraded":"2024-09-11T22:45:43.162806+0000","last_fullsized":"2024-09-11T22:45:43.162806+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:58:29.577925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.170148+0000","last_change":"2024-09-11T22:45:43.163455+0000","last_active":"2024-09-11T22:45:43.170148+0000","last_peered":"2024-09-11T22:45:43.170148+0000","last_clean":"2024-09-11T22:45:43.170148+0000","last_became_active":"2024-09-11T22:45:43.163122+0000","last_became_peered":"2024-09-11T22:45:43.163122+0000","last_unstale":"2024-09-11T22:45:43.170148+0000","last_undegraded":"2024-09-11T22:45:43.170148+0000","last_fullsized":"2024-09-11T22:45:43.170148+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:35:27.726865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.157375+0000","last_change":"2024-09-11T22:45:43.155259+0000","last_active":"2024-09-11T22:45:43.157375+0000","last_peered":"2024-09-11T22:45:43.157375+0000","last_clean":"2024-09-11T22:45:43.157375+0000","last_became_active":"2024-09-11T22:45:43.154962+0000","last_became_peered":"2024-09-11T22:45:43.154962+0000","last_unstale":"2024-09-11T22:45:43.157375+0000","last_undegraded":"2024-09-11T22:45:43.157375+0000","last_fullsized":"2024-09-11T22:45:43.157375+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:13.825660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.157380+0000","last_change":"2024-09-11T22:45:43.155259+0000","last_active":"2024-09-11T22:45:43.157380+0000","last_peered":"2024-09-11T22:45:43.157380+0000","last_clean":"2024-09-11T22:45:43.157380+0000","last_became_active":"2024-09-11T22:45:43.154664+0000","last_became_peered":"2024-09-11T22:45:43.154664+0000","last_unstale":"2024-09-11T22:45:43.157380+0000","last_undegraded":"2024-09-11T22:45:43.157380+0000","last_fullsized":"2024-09-11T22:45:43.157380+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159355+0000","last_change":"2024-09-11T22:45:43.157429+0000","last_active":"2024-09-11T22:45:43.159355+0000","last_peered":"2024-09-11T22:45:43.159355+0000","last_clean":"2024-09-11T22:45:43.159355+0000","last_became_active":"2024-09-11T22:45:43.157165+0000","last_became_peered":"2024-09-11T22:45:43.157165+0000","last_unstale":"2024-09-11T22:45:43.159355+0000","last_undegraded":"2024-09-11T22:45:43.159355+0000","last_fullsized":"2024-09-11T22:45:43.159355+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163346+0000","last_change":"2024-09-11T22:45:43.158566+0000","last_active":"2024-09-11T22:45:43.163346+0000","last_peered":"2024-09-11T22:45:43.163346+0000","last_clean":"2024-09-11T22:45:43.163346+0000","last_became_active":"2024-09-11T22:45:43.157539+0000","last_became_peered":"2024-09-11T22:45:43.157539+0000","last_unstale":"2024-09-11T22:45:43.163346+0000","last_undegraded":"2024-09-11T22:45:43.163346+0000","last_fullsized":"2024-09-11T22:45:43.163346+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:45.594299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163173+0000","last_change":"2024-09-11T22:45:43.157838+0000","last_active":"2024-09-11T22:45:43.163173+0000","last_peered":"2024-09-11T22:45:43.163173+0000","last_clean":"2024-09-11T22:45:43.163173+0000","last_became_active":"2024-09-11T22:45:43.157333+0000","last_became_peered":"2024-09-11T22:45:43.157333+0000","last_unstale":"2024-09-11T22:45:43.163173+0000","last_undegraded":"2024-09-11T22:45:43.163173+0000","last_fullsized":"2024-09-11T22:45:43.163173+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161598+0000","last_change":"2024-09-11T22:45:43.159587+0000","last_active":"2024-09-11T22:45:43.161598+0000","last_peered":"2024-09-11T22:45:43.161598+0000","last_clean":"2024-09-11T22:45:43.161598+0000","last_became_active":"2024-09-11T22:45:43.159310+0000","last_became_peered":"2024-09-11T22:45:43.159310+0000","last_unstale":"2024-09-11T22:45:43.161598+0000","last_undegraded":"2024-09-11T22:45:43.161598+0000","last_fullsized":"2024-09-11T22:45:43.161598+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:41.048295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173685+0000","last_change":"2024-09-11T22:45:43.172816+0000","last_active":"2024-09-11T22:45:43.173685+0000","last_peered":"2024-09-11T22:45:43.173685+0000","last_clean":"2024-09-11T22:45:43.173685+0000","last_became_active":"2024-09-11T22:45:43.168937+0000","last_became_peered":"2024-09-11T22:45:43.168937+0000","last_unstale":"2024-09-11T22:45:43.173685+0000","last_undegraded":"2024-09-11T22:45:43.173685+0000","last_fullsized":"2024-09-11T22:45:43.173685+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:36.546122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161566+0000","last_change":"2024-09-11T22:45:43.158830+0000","last_active":"2024-09-11T22:45:43.161566+0000","last_peered":"2024-09-11T22:45:43.161566+0000","last_clean":"2024-09-11T22:45:43.161566+0000","last_became_active":"2024-09-11T22:45:43.158562+0000","last_became_peered":"2024-09-11T22:45:43.158562+0000","last_unstale":"2024-09-11T22:45:43.161566+0000","last_undegraded":"2024-09-11T22:45:43.161566+0000","last_fullsized":"2024-09-11T22:45:43.161566+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:14:49.159378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173324+0000","last_change":"2024-09-11T22:45:43.166968+0000","last_active":"2024-09-11T22:45:43.173324+0000","last_peered":"2024-09-11T22:45:43.173324+0000","last_clean":"2024-09-11T22:45:43.173324+0000","last_became_active":"2024-09-11T22:45:43.166652+0000","last_became_peered":"2024-09-11T22:45:43.166652+0000","last_unstale":"2024-09-11T22:45:43.173324+0000","last_undegraded":"2024-09-11T22:45:43.173324+0000","last_fullsized":"2024-09-11T22:45:43.173324+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:32:30.512641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163066+0000","last_change":"2024-09-11T22:45:43.156828+0000","last_active":"2024-09-11T22:45:43.163066+0000","last_peered":"2024-09-11T22:45:43.163066+0000","last_clean":"2024-09-11T22:45:43.163066+0000","last_became_active":"2024-09-11T22:45:43.156145+0000","last_became_peered":"2024-09-11T22:45:43.156145+0000","last_unstale":"2024-09-11T22:45:43.163066+0000","last_undegraded":"2024-09-11T22:45:43.163066+0000","last_fullsized":"2024-09-11T22:45:43.163066+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.156376+0000","last_change":"2024-09-11T22:45:43.155419+0000","last_active":"2024-09-11T22:45:43.156376+0000","last_peered":"2024-09-11T22:45:43.156376+0000","last_clean":"2024-09-11T22:45:43.156376+0000","last_became_active":"2024-09-11T22:45:43.155133+0000","last_became_peered":"2024-09-11T22:45:43.155133+0000","last_unstale":"2024-09-11T22:45:43.156376+0000","last_undegraded":"2024-09-11T22:45:43.156376+0000","last_fullsized":"2024-09-11T22:45:43.156376+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:43:00.607824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.160897+0000","last_change":"2024-09-11T22:45:43.153028+0000","last_active":"2024-09-11T22:45:43.160897+0000","last_peered":"2024-09-11T22:45:43.160897+0000","last_clean":"2024-09-11T22:45:43.160897+0000","last_became_active":"2024-09-11T22:45:43.152753+0000","last_became_peered":"2024-09-11T22:45:43.152753+0000","last_unstale":"2024-09-11T22:45:43.160897+0000","last_undegraded":"2024-09-11T22:45:43.160897+0000","last_fullsized":"2024-09-11T22:45:43.160897+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:24.010557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166505+0000","last_change":"2024-09-11T22:45:43.161791+0000","last_active":"2024-09-11T22:45:43.166505+0000","last_peered":"2024-09-11T22:45:43.166505+0000","last_clean":"2024-09-11T22:45:43.166505+0000","last_became_active":"2024-09-11T22:45:43.161342+0000","last_became_peered":"2024-09-11T22:45:43.161342+0000","last_unstale":"2024-09-11T22:45:43.166505+0000","last_undegraded":"2024-09-11T22:45:43.166505+0000","last_fullsized":"2024-09-11T22:45:43.166505+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154262+0000","last_change":"2024-09-11T22:45:43.148921+0000","last_active":"2024-09-11T22:45:43.154262+0000","last_peered":"2024-09-11T22:45:43.154262+0000","last_clean":"2024-09-11T22:45:43.154262+0000","last_became_active":"2024-09-11T22:45:43.148628+0000","last_became_peered":"2024-09-11T22:45:43.148628+0000","last_unstale":"2024-09-11T22:45:43.154262+0000","last_undegraded":"2024-09-11T22:45:43.154262+0000","last_fullsized":"2024-09-11T22:45:43.154262+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:57.261709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159580+0000","last_change":"2024-09-11T22:45:43.157670+0000","last_active":"2024-09-11T22:45:43.159580+0000","last_peered":"2024-09-11T22:45:43.159580+0000","last_clean":"2024-09-11T22:45:43.159580+0000","last_became_active":"2024-09-11T22:45:43.155169+0000","last_became_peered":"2024-09-11T22:45:43.155169+0000","last_unstale":"2024-09-11T22:45:43.159580+0000","last_undegraded":"2024-09-11T22:45:43.159580+0000","last_fullsized":"2024-09-11T22:45:43.159580+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165008+0000","last_change":"2024-09-11T22:45:43.161606+0000","last_active":"2024-09-11T22:45:43.165008+0000","last_peered":"2024-09-11T22:45:43.165008+0000","last_clean":"2024-09-11T22:45:43.165008+0000","last_became_active":"2024-09-11T22:45:43.161298+0000","last_became_peered":"2024-09-11T22:45:43.161298+0000","last_unstale":"2024-09-11T22:45:43.165008+0000","last_undegraded":"2024-09-11T22:45:43.165008+0000","last_fullsized":"2024-09-11T22:45:43.165008+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:10.697033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154634+0000","last_change":"2024-09-11T22:45:43.151627+0000","last_active":"2024-09-11T22:45:43.154634+0000","last_peered":"2024-09-11T22:45:43.154634+0000","last_clean":"2024-09-11T22:45:43.154634+0000","last_became_active":"2024-09-11T22:45:43.151282+0000","last_became_peered":"2024-09-11T22:45:43.151282+0000","last_unstale":"2024-09-11T22:45:43.154634+0000","last_undegraded":"2024-09-11T22:45:43.154634+0000","last_fullsized":"2024-09-11T22:45:43.154634+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:12.092823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163085+0000","last_change":"2024-09-11T22:45:43.156855+0000","last_active":"2024-09-11T22:45:43.163085+0000","last_peered":"2024-09-11T22:45:43.163085+0000","last_clean":"2024-09-11T22:45:43.163085+0000","last_became_active":"2024-09-11T22:45:43.156575+0000","last_became_peered":"2024-09-11T22:45:43.156575+0000","last_unstale":"2024-09-11T22:45:43.163085+0000","last_undegraded":"2024-09-11T22:45:43.163085+0000","last_fullsized":"2024-09-11T22:45:43.163085+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165153+0000","last_change":"2024-09-11T22:45:43.158889+0000","last_active":"2024-09-11T22:45:43.165153+0000","last_peered":"2024-09-11T22:45:43.165153+0000","last_clean":"2024-09-11T22:45:43.165153+0000","last_became_active":"2024-09-11T22:45:43.158550+0000","last_became_peered":"2024-09-11T22:45:43.158550+0000","last_unstale":"2024-09-11T22:45:43.165153+0000","last_undegraded":"2024-09-11T22:45:43.165153+0000","last_fullsized":"2024-09-11T22:45:43.165153+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163373+0000","last_change":"2024-09-11T22:45:43.159792+0000","last_active":"2024-09-11T22:45:43.163373+0000","last_peered":"2024-09-11T22:45:43.163373+0000","last_clean":"2024-09-11T22:45:43.163373+0000","last_became_active":"2024-09-11T22:45:43.159531+0000","last_became_peered":"2024-09-11T22:45:43.159531+0000","last_unstale":"2024-09-11T22:45:43.163373+0000","last_undegraded":"2024-09-11T22:45:43.163373+0000","last_fullsized":"2024-09-11T22:45:43.163373+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:58:29.577925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":16,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175282+0000","last_change":"2024-09-11T22:45:42.154525+0000","last_active":"2024-09-11T22:45:43.175282+0000","last_peered":"2024-09-11T22:45:43.175282+0000","last_clean":"2024-09-11T22:45:43.175282+0000","last_became_active":"2024-09-11T22:45:42.154262+0000","last_became_peered":"2024-09-11T22:45:42.154262+0000","last_unstale":"2024-09-11T22:45:43.175282+0000","last_undegraded":"2024-09-11T22:45:43.175282+0000","last_fullsized":"2024-09-11T22:45:43.175282+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:19:59.223786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166368+0000","last_change":"2024-09-11T22:45:43.161056+0000","last_active":"2024-09-11T22:45:43.166368+0000","last_peered":"2024-09-11T22:45:43.166368+0000","last_clean":"2024-09-11T22:45:43.166368+0000","last_became_active":"2024-09-11T22:45:43.160767+0000","last_became_peered":"2024-09-11T22:45:43.160767+0000","last_unstale":"2024-09-11T22:45:43.166368+0000","last_undegraded":"2024-09-11T22:45:43.166368+0000","last_fullsized":"2024-09-11T22:45:43.166368+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174431+0000","last_change":"2024-09-11T22:45:42.150344+0000","last_active":"2024-09-11T22:45:43.174431+0000","last_peered":"2024-09-11T22:45:43.174431+0000","last_clean":"2024-09-11T22:45:43.174431+0000","last_became_active":"2024-09-11T22:45:42.149928+0000","last_became_peered":"2024-09-11T22:45:42.149928+0000","last_unstale":"2024-09-11T22:45:43.174431+0000","last_undegraded":"2024-09-11T22:45:43.174431+0000","last_fullsized":"2024-09-11T22:45:43.174431+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:40.043429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175547+0000","last_change":"2024-09-11T22:45:42.155341+0000","last_active":"2024-09-11T22:45:43.175547+0000","last_peered":"2024-09-11T22:45:43.175547+0000","last_clean":"2024-09-11T22:45:43.175547+0000","last_became_active":"2024-09-11T22:45:42.155072+0000","last_became_peered":"2024-09-11T22:45:42.155072+0000","last_unstale":"2024-09-11T22:45:43.175547+0000","last_undegraded":"2024-09-11T22:45:43.175547+0000","last_fullsized":"2024-09-11T22:45:43.175547+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:38.556992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149639+0000","last_change":"2024-09-11T22:45:43.148392+0000","last_active":"2024-09-11T22:45:44.149639+0000","last_peered":"2024-09-11T22:45:44.149639+0000","last_clean":"2024-09-11T22:45:44.149639+0000","last_became_active":"2024-09-11T22:45:43.148097+0000","last_became_peered":"2024-09-11T22:45:43.148097+0000","last_unstale":"2024-09-11T22:45:44.149639+0000","last_undegraded":"2024-09-11T22:45:44.149639+0000","last_fullsized":"2024-09-11T22:45:44.149639+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:26.920179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136606+0000","last_change":"2024-09-11T22:45:41.136606+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136606+0000","last_undegraded":"2024-09-11T22:45:41.136606+0000","last_fullsized":"2024-09-11T22:45:41.136606+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.169133+0000","last_change":"2024-09-11T22:45:43.166601+0000","last_active":"2024-09-11T22:45:43.169133+0000","last_peered":"2024-09-11T22:45:43.169133+0000","last_clean":"2024-09-11T22:45:43.169133+0000","last_became_active":"2024-09-11T22:45:43.166290+0000","last_became_peered":"2024-09-11T22:45:43.166290+0000","last_unstale":"2024-09-11T22:45:43.169133+0000","last_undegraded":"2024-09-11T22:45:43.169133+0000","last_fullsized":"2024-09-11T22:45:43.169133+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174215+0000","last_change":"2024-09-11T22:45:42.156562+0000","last_active":"2024-09-11T22:45:43.174215+0000","last_peered":"2024-09-11T22:45:43.174215+0000","last_clean":"2024-09-11T22:45:43.174215+0000","last_became_active":"2024-09-11T22:45:42.156272+0000","last_became_peered":"2024-09-11T22:45:42.156272+0000","last_unstale":"2024-09-11T22:45:43.174215+0000","last_undegraded":"2024-09-11T22:45:43.174215+0000","last_fullsized":"2024-09-11T22:45:43.174215+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:38.556992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173293+0000","last_change":"2024-09-11T22:45:43.165785+0000","last_active":"2024-09-11T22:45:43.173293+0000","last_peered":"2024-09-11T22:45:43.173293+0000","last_clean":"2024-09-11T22:45:43.173293+0000","last_became_active":"2024-09-11T22:45:43.165495+0000","last_became_peered":"2024-09-11T22:45:43.165495+0000","last_unstale":"2024-09-11T22:45:43.173293+0000","last_undegraded":"2024-09-11T22:45:43.173293+0000","last_fullsized":"2024-09-11T22:45:43.173293+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:59.281219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173713+0000","last_change":"2024-09-11T22:45:42.154235+0000","last_active":"2024-09-11T22:45:43.173713+0000","last_peered":"2024-09-11T22:45:43.173713+0000","last_clean":"2024-09-11T22:45:43.173713+0000","last_became_active":"2024-09-11T22:45:42.153972+0000","last_became_peered":"2024-09-11T22:45:42.153972+0000","last_unstale":"2024-09-11T22:45:43.173713+0000","last_undegraded":"2024-09-11T22:45:43.173713+0000","last_fullsized":"2024-09-11T22:45:43.173713+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:40.043429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147329+0000","last_change":"2024-09-11T22:45:42.158660+0000","last_active":"2024-09-11T22:45:43.147329+0000","last_peered":"2024-09-11T22:45:43.147329+0000","last_clean":"2024-09-11T22:45:43.147329+0000","last_became_active":"2024-09-11T22:45:42.158347+0000","last_became_peered":"2024-09-11T22:45:42.158347+0000","last_unstale":"2024-09-11T22:45:43.147329+0000","last_undegraded":"2024-09-11T22:45:43.147329+0000","last_fullsized":"2024-09-11T22:45:43.147329+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149244+0000","last_change":"2024-09-11T22:45:43.159120+0000","last_active":"2024-09-11T22:45:44.149244+0000","last_peered":"2024-09-11T22:45:44.149244+0000","last_clean":"2024-09-11T22:45:44.149244+0000","last_became_active":"2024-09-11T22:45:43.158662+0000","last_became_peered":"2024-09-11T22:45:43.158662+0000","last_unstale":"2024-09-11T22:45:44.149244+0000","last_undegraded":"2024-09-11T22:45:44.149244+0000","last_fullsized":"2024-09-11T22:45:44.149244+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:56.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136606+0000","last_change":"2024-09-11T22:45:41.136606+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136606+0000","last_undegraded":"2024-09-11T22:45:41.136606+0000","last_fullsized":"2024-09-11T22:45:41.136606+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161717+0000","last_change":"2024-09-11T22:45:43.157313+0000","last_active":"2024-09-11T22:45:43.161717+0000","last_peered":"2024-09-11T22:45:43.161717+0000","last_clean":"2024-09-11T22:45:43.161717+0000","last_became_active":"2024-09-11T22:45:43.156828+0000","last_became_peered":"2024-09-11T22:45:43.156828+0000","last_unstale":"2024-09-11T22:45:43.161717+0000","last_undegraded":"2024-09-11T22:45:43.161717+0000","last_fullsized":"2024-09-11T22:45:43.161717+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:15.780083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149711+0000","last_change":"2024-09-11T22:45:42.154344+0000","last_active":"2024-09-11T22:45:44.149711+0000","last_peered":"2024-09-11T22:45:44.149711+0000","last_clean":"2024-09-11T22:45:44.149711+0000","last_became_active":"2024-09-11T22:45:42.154066+0000","last_became_peered":"2024-09-11T22:45:42.154066+0000","last_unstale":"2024-09-11T22:45:44.149711+0000","last_undegraded":"2024-09-11T22:45:44.149711+0000","last_fullsized":"2024-09-11T22:45:44.149711+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:57:50.329067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161800+0000","last_change":"2024-09-11T22:45:43.155295+0000","last_active":"2024-09-11T22:45:43.161800+0000","last_peered":"2024-09-11T22:45:43.161800+0000","last_clean":"2024-09-11T22:45:43.161800+0000","last_became_active":"2024-09-11T22:45:43.155019+0000","last_became_peered":"2024-09-11T22:45:43.155019+0000","last_unstale":"2024-09-11T22:45:43.161800+0000","last_undegraded":"2024-09-11T22:45:43.161800+0000","last_fullsized":"2024-09-11T22:45:43.161800+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:04.220282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.146679+0000","last_change":"2024-09-11T22:45:42.158092+0000","last_active":"2024-09-11T22:45:43.146679+0000","last_peered":"2024-09-11T22:45:43.146679+0000","last_clean":"2024-09-11T22:45:43.146679+0000","last_became_active":"2024-09-11T22:45:42.157824+0000","last_became_peered":"2024-09-11T22:45:42.157824+0000","last_unstale":"2024-09-11T22:45:43.146679+0000","last_undegraded":"2024-09-11T22:45:43.146679+0000","last_fullsized":"2024-09-11T22:45:43.146679+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161174+0000","last_change":"2024-09-11T22:45:43.156133+0000","last_active":"2024-09-11T22:45:43.161174+0000","last_peered":"2024-09-11T22:45:43.161174+0000","last_clean":"2024-09-11T22:45:43.161174+0000","last_became_active":"2024-09-11T22:45:43.155825+0000","last_became_peered":"2024-09-11T22:45:43.155825+0000","last_unstale":"2024-09-11T22:45:43.161174+0000","last_undegraded":"2024-09-11T22:45:43.161174+0000","last_fullsized":"2024-09-11T22:45:43.161174+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:35.642094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174371+0000","last_change":"2024-09-11T22:45:42.157152+0000","last_active":"2024-09-11T22:45:43.174371+0000","last_peered":"2024-09-11T22:45:43.174371+0000","last_clean":"2024-09-11T22:45:43.174371+0000","last_became_active":"2024-09-11T22:45:42.156846+0000","last_became_peered":"2024-09-11T22:45:42.156846+0000","last_unstale":"2024-09-11T22:45:43.174371+0000","last_undegraded":"2024-09-11T22:45:43.174371+0000","last_fullsized":"2024-09-11T22:45:43.174371+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:01.865130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":20,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149500+0000","last_change":"2024-09-11T22:45:42.150187+0000","last_active":"2024-09-11T22:45:44.149500+0000","last_peered":"2024-09-11T22:45:44.149500+0000","last_clean":"2024-09-11T22:45:44.149500+0000","last_became_active":"2024-09-11T22:45:42.149889+0000","last_became_peered":"2024-09-11T22:45:42.149889+0000","last_unstale":"2024-09-11T22:45:44.149500+0000","last_undegraded":"2024-09-11T22:45:44.149500+0000","last_fullsized":"2024-09-11T22:45:44.149500+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:35.441497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161035+0000","last_change":"2024-09-11T22:45:43.157831+0000","last_active":"2024-09-11T22:45:43.161035+0000","last_peered":"2024-09-11T22:45:43.161035+0000","last_clean":"2024-09-11T22:45:43.161035+0000","last_became_active":"2024-09-11T22:45:43.157533+0000","last_became_peered":"2024-09-11T22:45:43.157533+0000","last_unstale":"2024-09-11T22:45:43.161035+0000","last_undegraded":"2024-09-11T22:45:43.161035+0000","last_fullsized":"2024-09-11T22:45:43.161035+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:04.220282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149428+0000","last_change":"2024-09-11T22:45:42.152379+0000","last_active":"2024-09-11T22:45:44.149428+0000","last_peered":"2024-09-11T22:45:44.149428+0000","last_clean":"2024-09-11T22:45:44.149428+0000","last_became_active":"2024-09-11T22:45:42.152095+0000","last_became_peered":"2024-09-11T22:45:42.152095+0000","last_unstale":"2024-09-11T22:45:44.149428+0000","last_undegraded":"2024-09-11T22:45:44.149428+0000","last_fullsized":"2024-09-11T22:45:44.149428+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:12.778415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149179+0000","last_change":"2024-09-11T22:45:43.152989+0000","last_active":"2024-09-11T22:45:44.149179+0000","last_peered":"2024-09-11T22:45:44.149179+0000","last_clean":"2024-09-11T22:45:44.149179+0000","last_became_active":"2024-09-11T22:45:43.152683+0000","last_became_peered":"2024-09-11T22:45:43.152683+0000","last_unstale":"2024-09-11T22:45:44.149179+0000","last_undegraded":"2024-09-11T22:45:44.149179+0000","last_fullsized":"2024-09-11T22:45:44.149179+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:23.461133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147108+0000","last_change":"2024-09-11T22:45:42.159915+0000","last_active":"2024-09-11T22:45:43.147108+0000","last_peered":"2024-09-11T22:45:43.147108+0000","last_clean":"2024-09-11T22:45:43.147108+0000","last_became_active":"2024-09-11T22:45:42.159597+0000","last_became_peered":"2024-09-11T22:45:42.159597+0000","last_unstale":"2024-09-11T22:45:43.147108+0000","last_undegraded":"2024-09-11T22:45:43.147108+0000","last_fullsized":"2024-09-11T22:45:43.147108+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:12.820795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163007+0000","last_change":"2024-09-11T22:45:43.156599+0000","last_active":"2024-09-11T22:45:43.163007+0000","last_peered":"2024-09-11T22:45:43.163007+0000","last_clean":"2024-09-11T22:45:43.163007+0000","last_became_active":"2024-09-11T22:45:43.156331+0000","last_became_peered":"2024-09-11T22:45:43.156331+0000","last_unstale":"2024-09-11T22:45:43.163007+0000","last_undegraded":"2024-09-11T22:45:43.163007+0000","last_fullsized":"2024-09-11T22:45:43.163007+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.144476+0000","last_change":"2024-09-11T22:45:42.154130+0000","last_active":"2024-09-11T22:45:43.144476+0000","last_peered":"2024-09-11T22:45:43.144476+0000","last_clean":"2024-09-11T22:45:43.144476+0000","last_became_active":"2024-09-11T22:45:42.153804+0000","last_became_peered":"2024-09-11T22:45:42.153804+0000","last_unstale":"2024-09-11T22:45:43.144476+0000","last_undegraded":"2024-09-11T22:45:43.144476+0000","last_fullsized":"2024-09-11T22:45:43.144476+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:14.775218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149317+0000","last_change":"2024-09-11T22:45:43.158820+0000","last_active":"2024-09-11T22:45:44.149317+0000","last_peered":"2024-09-11T22:45:44.149317+0000","last_clean":"2024-09-11T22:45:44.149317+0000","last_became_active":"2024-09-11T22:45:43.158511+0000","last_became_peered":"2024-09-11T22:45:43.158511+0000","last_unstale":"2024-09-11T22:45:44.149317+0000","last_undegraded":"2024-09-11T22:45:44.149317+0000","last_fullsized":"2024-09-11T22:45:44.149317+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:10:00.372740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":20,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175907+0000","last_change":"2024-09-11T22:45:42.150814+0000","last_active":"2024-09-11T22:45:43.175907+0000","last_peered":"2024-09-11T22:45:43.175907+0000","last_clean":"2024-09-11T22:45:43.175907+0000","last_became_active":"2024-09-11T22:45:42.150545+0000","last_became_peered":"2024-09-11T22:45:42.150545+0000","last_unstale":"2024-09-11T22:45:43.175907+0000","last_undegraded":"2024-09-11T22:45:43.175907+0000","last_fullsized":"2024-09-11T22:45:43.175907+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149435+0000","last_change":"2024-09-11T22:45:43.156301+0000","last_active":"2024-09-11T22:45:44.149435+0000","last_peered":"2024-09-11T22:45:44.149435+0000","last_clean":"2024-09-11T22:45:44.149435+0000","last_became_active":"2024-09-11T22:45:43.153886+0000","last_became_peered":"2024-09-11T22:45:43.153886+0000","last_unstale":"2024-09-11T22:45:44.149435+0000","last_undegraded":"2024-09-11T22:45:44.149435+0000","last_fullsized":"2024-09-11T22:45:44.149435+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:41.136586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.175300+0000","last_change":"2024-09-11T22:45:42.152439+0000","last_active":"2024-09-11T22:45:43.175300+0000","last_peered":"2024-09-11T22:45:43.175300+0000","last_clean":"2024-09-11T22:45:43.175300+0000","last_became_active":"2024-09-11T22:45:42.151981+0000","last_became_peered":"2024-09-11T22:45:42.151981+0000","last_unstale":"2024-09-11T22:45:43.175300+0000","last_undegraded":"2024-09-11T22:45:43.175300+0000","last_fullsized":"2024-09-11T22:45:43.175300+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:03.215416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173283+0000","last_change":"2024-09-11T22:45:43.165650+0000","last_active":"2024-09-11T22:45:43.173283+0000","last_peered":"2024-09-11T22:45:43.173283+0000","last_clean":"2024-09-11T22:45:43.173283+0000","last_became_active":"2024-09-11T22:45:43.165360+0000","last_became_peered":"2024-09-11T22:45:43.165360+0000","last_unstale":"2024-09-11T22:45:43.173283+0000","last_undegraded":"2024-09-11T22:45:43.173283+0000","last_fullsized":"2024-09-11T22:45:43.173283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:43:29.172146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136939+0000","last_change":"2024-09-11T22:45:41.136939+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136939+0000","last_undegraded":"2024-09-11T22:45:41.136939+0000","last_fullsized":"2024-09-11T22:45:41.136939+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174548+0000","last_change":"2024-09-11T22:45:42.152427+0000","last_active":"2024-09-11T22:45:43.174548+0000","last_peered":"2024-09-11T22:45:43.174548+0000","last_clean":"2024-09-11T22:45:43.174548+0000","last_became_active":"2024-09-11T22:45:42.152150+0000","last_became_peered":"2024-09-11T22:45:42.152150+0000","last_unstale":"2024-09-11T22:45:43.174548+0000","last_undegraded":"2024-09-11T22:45:43.174548+0000","last_fullsized":"2024-09-11T22:45:43.174548+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:05:12.680733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154080+0000","last_change":"2024-09-11T22:45:43.150949+0000","last_active":"2024-09-11T22:45:43.154080+0000","last_peered":"2024-09-11T22:45:43.154080+0000","last_clean":"2024-09-11T22:45:43.154080+0000","last_became_active":"2024-09-11T22:45:43.150650+0000","last_became_peered":"2024-09-11T22:45:43.150650+0000","last_unstale":"2024-09-11T22:45:43.154080+0000","last_undegraded":"2024-09-11T22:45:43.154080+0000","last_fullsized":"2024-09-11T22:45:43.154080+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:41.822613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.148781+0000","last_change":"2024-09-11T22:45:42.155286+0000","last_active":"2024-09-11T22:45:43.148781+0000","last_peered":"2024-09-11T22:45:43.148781+0000","last_clean":"2024-09-11T22:45:43.148781+0000","last_became_active":"2024-09-11T22:45:42.155024+0000","last_became_peered":"2024-09-11T22:45:42.155024+0000","last_unstale":"2024-09-11T22:45:43.148781+0000","last_undegraded":"2024-09-11T22:45:43.148781+0000","last_fullsized":"2024-09-11T22:45:43.148781+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:03.215416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.163327+0000","last_change":"2024-09-11T22:45:43.157805+0000","last_active":"2024-09-11T22:45:43.163327+0000","last_peered":"2024-09-11T22:45:43.163327+0000","last_clean":"2024-09-11T22:45:43.163327+0000","last_became_active":"2024-09-11T22:45:43.157196+0000","last_became_peered":"2024-09-11T22:45:43.157196+0000","last_unstale":"2024-09-11T22:45:43.163327+0000","last_undegraded":"2024-09-11T22:45:43.163327+0000","last_fullsized":"2024-09-11T22:45:43.163327+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.173615+0000","last_change":"2024-09-11T22:45:42.150012+0000","last_active":"2024-09-11T22:45:43.173615+0000","last_peered":"2024-09-11T22:45:43.173615+0000","last_clean":"2024-09-11T22:45:43.173615+0000","last_became_active":"2024-09-11T22:45:42.149688+0000","last_became_peered":"2024-09-11T22:45:42.149688+0000","last_unstale":"2024-09-11T22:45:43.173615+0000","last_undegraded":"2024-09-11T22:45:43.173615+0000","last_fullsized":"2024-09-11T22:45:43.173615+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:06:27.600636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161228+0000","last_change":"2024-09-11T22:45:43.156914+0000","last_active":"2024-09-11T22:45:43.161228+0000","last_peered":"2024-09-11T22:45:43.161228+0000","last_clean":"2024-09-11T22:45:43.161228+0000","last_became_active":"2024-09-11T22:45:43.156556+0000","last_became_peered":"2024-09-11T22:45:43.156556+0000","last_unstale":"2024-09-11T22:45:43.161228+0000","last_undegraded":"2024-09-11T22:45:43.161228+0000","last_fullsized":"2024-09-11T22:45:43.161228+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:39.561858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.140563+0000","last_change":"2024-09-11T22:45:42.154176+0000","last_active":"2024-09-11T22:45:43.140563+0000","last_peered":"2024-09-11T22:45:43.140563+0000","last_clean":"2024-09-11T22:45:43.140563+0000","last_became_active":"2024-09-11T22:45:42.153843+0000","last_became_peered":"2024-09-11T22:45:42.153843+0000","last_unstale":"2024-09-11T22:45:43.140563+0000","last_undegraded":"2024-09-11T22:45:43.140563+0000","last_fullsized":"2024-09-11T22:45:43.140563+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:39.570463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.162538+0000","last_change":"2024-09-11T22:45:43.158976+0000","last_active":"2024-09-11T22:45:43.162538+0000","last_peered":"2024-09-11T22:45:43.162538+0000","last_clean":"2024-09-11T22:45:43.162538+0000","last_became_active":"2024-09-11T22:45:43.158695+0000","last_became_peered":"2024-09-11T22:45:43.158695+0000","last_unstale":"2024-09-11T22:45:43.162538+0000","last_undegraded":"2024-09-11T22:45:43.162538+0000","last_fullsized":"2024-09-11T22:45:43.162538+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:45.594299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.146386+0000","last_change":"2024-09-11T22:45:42.156324+0000","last_active":"2024-09-11T22:45:43.146386+0000","last_peered":"2024-09-11T22:45:43.146386+0000","last_clean":"2024-09-11T22:45:43.146386+0000","last_became_active":"2024-09-11T22:45:42.156052+0000","last_became_peered":"2024-09-11T22:45:42.156052+0000","last_unstale":"2024-09-11T22:45:43.146386+0000","last_undegraded":"2024-09-11T22:45:43.146386+0000","last_fullsized":"2024-09-11T22:45:43.146386+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:09.692167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149437+0000","last_change":"2024-09-11T22:45:43.153872+0000","last_active":"2024-09-11T22:45:44.149437+0000","last_peered":"2024-09-11T22:45:44.149437+0000","last_clean":"2024-09-11T22:45:44.149437+0000","last_became_active":"2024-09-11T22:45:43.152778+0000","last_became_peered":"2024-09-11T22:45:43.152778+0000","last_unstale":"2024-09-11T22:45:44.149437+0000","last_undegraded":"2024-09-11T22:45:44.149437+0000","last_fullsized":"2024-09-11T22:45:44.149437+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:21.276852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.140889+0000","last_change":"2024-09-11T22:45:42.156628+0000","last_active":"2024-09-11T22:45:43.140889+0000","last_peered":"2024-09-11T22:45:43.140889+0000","last_clean":"2024-09-11T22:45:43.140889+0000","last_became_active":"2024-09-11T22:45:42.156357+0000","last_became_peered":"2024-09-11T22:45:42.156357+0000","last_unstale":"2024-09-11T22:45:43.140889+0000","last_undegraded":"2024-09-11T22:45:43.140889+0000","last_fullsized":"2024-09-11T22:45:43.140889+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:30:40.720620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.166552+0000","last_change":"2024-09-11T22:45:43.161819+0000","last_active":"2024-09-11T22:45:43.166552+0000","last_peered":"2024-09-11T22:45:43.166552+0000","last_clean":"2024-09-11T22:45:43.166552+0000","last_became_active":"2024-09-11T22:45:43.161483+0000","last_became_peered":"2024-09-11T22:45:43.161483+0000","last_unstale":"2024-09-11T22:45:43.166552+0000","last_undegraded":"2024-09-11T22:45:43.166552+0000","last_fullsized":"2024-09-11T22:45:43.166552+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.174281+0000","last_change":"2024-09-11T22:45:42.157199+0000","last_active":"2024-09-11T22:45:43.174281+0000","last_peered":"2024-09-11T22:45:43.174281+0000","last_clean":"2024-09-11T22:45:43.174281+0000","last_became_active":"2024-09-11T22:45:42.156451+0000","last_became_peered":"2024-09-11T22:45:42.156451+0000","last_unstale":"2024-09-11T22:45:43.174281+0000","last_undegraded":"2024-09-11T22:45:43.174281+0000","last_fullsized":"2024-09-11T22:45:43.174281+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:44.424160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161821+0000","last_change":"2024-09-11T22:45:43.155316+0000","last_active":"2024-09-11T22:45:43.161821+0000","last_peered":"2024-09-11T22:45:43.161821+0000","last_clean":"2024-09-11T22:45:43.161821+0000","last_became_active":"2024-09-11T22:45:43.155039+0000","last_became_peered":"2024-09-11T22:45:43.155039+0000","last_unstale":"2024-09-11T22:45:43.161821+0000","last_undegraded":"2024-09-11T22:45:43.161821+0000","last_fullsized":"2024-09-11T22:45:43.161821+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:39.561858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.141874+0000","last_change":"2024-09-11T22:45:42.158817+0000","last_active":"2024-09-11T22:45:43.141874+0000","last_peered":"2024-09-11T22:45:43.141874+0000","last_clean":"2024-09-11T22:45:43.141874+0000","last_became_active":"2024-09-11T22:45:42.158496+0000","last_became_peered":"2024-09-11T22:45:42.158496+0000","last_unstale":"2024-09-11T22:45:43.141874+0000","last_undegraded":"2024-09-11T22:45:43.141874+0000","last_fullsized":"2024-09-11T22:45:43.141874+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:06:08.246547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149437+0000","last_change":"2024-09-11T22:45:43.156565+0000","last_active":"2024-09-11T22:45:44.149437+0000","last_peered":"2024-09-11T22:45:44.149437+0000","last_clean":"2024-09-11T22:45:44.149437+0000","last_became_active":"2024-09-11T22:45:43.156240+0000","last_became_peered":"2024-09-11T22:45:43.156240+0000","last_unstale":"2024-09-11T22:45:44.149437+0000","last_undegraded":"2024-09-11T22:45:44.149437+0000","last_fullsized":"2024-09-11T22:45:44.149437+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:26.328778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.148648+0000","last_change":"2024-09-11T22:45:42.155240+0000","last_active":"2024-09-11T22:45:43.148648+0000","last_peered":"2024-09-11T22:45:43.148648+0000","last_clean":"2024-09-11T22:45:43.148648+0000","last_became_active":"2024-09-11T22:45:42.154969+0000","last_became_peered":"2024-09-11T22:45:42.154969+0000","last_unstale":"2024-09-11T22:45:43.148648+0000","last_undegraded":"2024-09-11T22:45:43.148648+0000","last_fullsized":"2024-09-11T22:45:43.148648+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:14:48.154513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.167563+0000","last_change":"2024-09-11T22:45:43.165738+0000","last_active":"2024-09-11T22:45:43.167563+0000","last_peered":"2024-09-11T22:45:43.167563+0000","last_clean":"2024-09-11T22:45:43.167563+0000","last_became_active":"2024-09-11T22:45:43.165445+0000","last_became_peered":"2024-09-11T22:45:43.165445+0000","last_unstale":"2024-09-11T22:45:43.167563+0000","last_undegraded":"2024-09-11T22:45:43.167563+0000","last_fullsized":"2024-09-11T22:45:43.167563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:35:58.591656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.154636+0000","last_change":"2024-09-11T22:45:42.152859+0000","last_active":"2024-09-11T22:45:43.154636+0000","last_peered":"2024-09-11T22:45:43.154636+0000","last_clean":"2024-09-11T22:45:43.154636+0000","last_became_active":"2024-09-11T22:45:42.152566+0000","last_became_peered":"2024-09-11T22:45:42.152566+0000","last_unstale":"2024-09-11T22:45:43.154636+0000","last_undegraded":"2024-09-11T22:45:43.154636+0000","last_fullsized":"2024-09-11T22:45:43.154636+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:09.692167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.165015+0000","last_change":"2024-09-11T22:45:43.159962+0000","last_active":"2024-09-11T22:45:43.165015+0000","last_peered":"2024-09-11T22:45:43.165015+0000","last_clean":"2024-09-11T22:45:43.165015+0000","last_became_active":"2024-09-11T22:45:43.159662+0000","last_became_peered":"2024-09-11T22:45:43.159662+0000","last_unstale":"2024-09-11T22:45:43.165015+0000","last_undegraded":"2024-09-11T22:45:43.165015+0000","last_fullsized":"2024-09-11T22:45:43.165015+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.144522+0000","last_change":"2024-09-11T22:45:42.150704+0000","last_active":"2024-09-11T22:45:43.144522+0000","last_peered":"2024-09-11T22:45:43.144522+0000","last_clean":"2024-09-11T22:45:43.144522+0000","last_became_active":"2024-09-11T22:45:42.150412+0000","last_became_peered":"2024-09-11T22:45:42.150412+0000","last_unstale":"2024-09-11T22:45:43.144522+0000","last_undegraded":"2024-09-11T22:45:43.144522+0000","last_fullsized":"2024-09-11T22:45:43.144522+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:35.541256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-11T22:45:42.131244+0000","last_change":"2024-09-11T22:45:42.131244+0000","last_active":"2024-09-11T22:45:42.131244+0000","last_peered":"2024-09-11T22:45:42.131244+0000","last_clean":"2024-09-11T22:45:42.131244+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:42.131244+0000","last_undegraded":"2024-09-11T22:45:42.131244+0000","last_fullsized":"2024-09-11T22:45:42.131244+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":35,"state":"creating+peering","last_fresh":"2024-09-11T22:45:41.136841+0000","last_change":"2024-09-11T22:45:41.136841+0000","last_active":"2024-09-11T22:45:41.126378+0000","last_peered":"2024-09-11T22:45:41.126378+0000","last_clean":"2024-09-11T22:45:41.126378+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-11T22:45:41.136841+0000","last_undegraded":"2024-09-11T22:45:41.136841+0000","last_fullsized":"2024-09-11T22:45:41.136841+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.161768+0000","last_change":"2024-09-11T22:45:43.156060+0000","last_active":"2024-09-11T22:45:43.161768+0000","last_peered":"2024-09-11T22:45:43.161768+0000","last_clean":"2024-09-11T22:45:43.161768+0000","last_became_active":"2024-09-11T22:45:43.155778+0000","last_became_peered":"2024-09-11T22:45:43.155778+0000","last_unstale":"2024-09-11T22:45:43.161768+0000","last_undegraded":"2024-09-11T22:45:43.161768+0000","last_fullsized":"2024-09-11T22:45:43.161768+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149097+0000","last_change":"2024-09-11T22:45:42.156459+0000","last_active":"2024-09-11T22:45:44.149097+0000","last_peered":"2024-09-11T22:45:44.149097+0000","last_clean":"2024-09-11T22:45:44.149097+0000","last_became_active":"2024-09-11T22:45:42.156195+0000","last_became_peered":"2024-09-11T22:45:42.156195+0000","last_unstale":"2024-09-11T22:45:44.149097+0000","last_undegraded":"2024-09-11T22:45:44.149097+0000","last_fullsized":"2024-09-11T22:45:44.149097+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:20:50.650260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.159018+0000","last_change":"2024-09-11T22:45:43.156941+0000","last_active":"2024-09-11T22:45:43.159018+0000","last_peered":"2024-09-11T22:45:43.159018+0000","last_clean":"2024-09-11T22:45:43.159018+0000","last_became_active":"2024-09-11T22:45:43.155448+0000","last_became_peered":"2024-09-11T22:45:43.155448+0000","last_unstale":"2024-09-11T22:45:43.159018+0000","last_undegraded":"2024-09-11T22:45:43.159018+0000","last_fullsized":"2024-09-11T22:45:43.159018+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:16:05.498623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.147577+0000","last_change":"2024-09-11T22:45:42.154647+0000","last_active":"2024-09-11T22:45:43.147577+0000","last_peered":"2024-09-11T22:45:43.147577+0000","last_clean":"2024-09-11T22:45:43.147577+0000","last_became_active":"2024-09-11T22:45:42.154298+0000","last_became_peered":"2024-09-11T22:45:42.154298+0000","last_unstale":"2024-09-11T22:45:43.147577+0000","last_undegraded":"2024-09-11T22:45:43.147577+0000","last_fullsized":"2024-09-11T22:45:43.147577+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:12.820795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":199,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-09-11T22:45:43.149932+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:45:43.149932+0000","last_peered":"2024-09-11T22:45:43.149932+0000","last_clean":"2024-09-11T22:45:43.149932+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:45:43.149932+0000","last_undegraded":"2024-09-11T22:45:43.149932+0000","last_fullsized":"2024-09-11T22:45:43.149932+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34,"ondisk_log_size":34,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509457,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28008,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343832,"statfs":{"total":96636764160,"available":96608083968,"internally_reserved":0,"allocated":999424,"data_stored":761942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27444,"kb_used_data":416,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344396,"statfs":{"total":96636764160,"available":96608661504,"internally_reserved":0,"allocated":425984,"data_stored":178853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31584,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340256,"statfs":{"total":96636764160,"available":96604422144,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31588,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340252,"statfs":{"total":96636764160,"available":96604418048,"internally_reserved":0,"allocated":405504,"data_stored":171574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":999424,"data_stored":761942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574864,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":393216,"data_stored":164907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35792,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336048,"statfs":{"total":96636764160,"available":96600113152,"internally_reserved":0,"allocated":446464,"data_stored":187079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:45:48.128 INFO:tasks.ceph.mds.a.smithi016.stderr:2024-09-11T22:45:48.127+0000 7f65e3969640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-11T22:45:49.895 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:45:49.897 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:45:50.559 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:45:50.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.670+0000 7fef178ba640 1 Processor -- start 2024-09-11T22:45:50.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.670+0000 7fef178ba640 1 -- start start 2024-09-11T22:45:50.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.671+0000 7fef178ba640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fef100b5660 0x7fef101695e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:50.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.671+0000 7fef178ba640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef10162a60 con 0x7fef10147f60 2024-09-11T22:45:50.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.671+0000 7fef178ba640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef10162d40 con 0x7fef1015f880 2024-09-11T22:45:50.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.671+0000 7fef178ba640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fef1006f2f0 con 0x7fef100b5660 2024-09-11T22:45:50.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.671+0000 7fef15e57640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fef100b5660 0x7fef101695e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:50.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.671+0000 7fef15656640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fef10147f60 0x7fef10162250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60344/0 (socket says 172.21.15.16:60344) 2024-09-11T22:45:50.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.671+0000 7fef15656640 1 -- 172.21.15.16:0/4149188965 learned_addr learned my addr 172.21.15.16:0/4149188965 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:50.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.671+0000 7fef15e57640 1 -- 172.21.15.16:0/4149188965 >> v1:172.21.15.104:6789/0 conn(0x7fef1015f880 legacy=0x7fef100b4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:50.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.671+0000 7fef15e57640 1 -- 172.21.15.16:0/4149188965 >> v1:172.21.15.16:6789/0 conn(0x7fef10147f60 legacy=0x7fef10162250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:50.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.671+0000 7fef15e57640 1 -- 172.21.15.16:0/4149188965 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef10163020 con 0x7fef100b5660 2024-09-11T22:45:50.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.671+0000 7fef03fff640 1 -- 172.21.15.16:0/4149188965 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3358517993 0 0) 0x7fef10162a60 con 0x7fef10147f60 2024-09-11T22:45:50.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.672+0000 7fef15e57640 1 --2- 172.21.15.16:0/4149188965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef100b5660 0x7fef101695e0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fef1006f470 tx=0x7fef0802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33d1c073501d7457 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:50.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.672+0000 7fef03fff640 1 -- 172.21.15.16:0/4149188965 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef08007740 con 0x7fef100b5660 2024-09-11T22:45:50.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.672+0000 7fef03fff640 1 -- 172.21.15.16:0/4149188965 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef080078e0 con 0x7fef100b5660 2024-09-11T22:45:50.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.672+0000 7fef03fff640 1 -- 172.21.15.16:0/4149188965 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef08007cb0 con 0x7fef100b5660 2024-09-11T22:45:50.675 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.673+0000 7fef178ba640 1 -- 172.21.15.16:0/4149188965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef100b5660 msgr2=0x7fef101695e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:50.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.673+0000 7fef178ba640 1 --2- 172.21.15.16:0/4149188965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef100b5660 0x7fef101695e0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fef1006f470 tx=0x7fef0802a6a0 comp rx=0 tx=0).stop 2024-09-11T22:45:50.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.673+0000 7fef178ba640 1 -- 172.21.15.16:0/4149188965 shutdown_connections 2024-09-11T22:45:50.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.673+0000 7fef178ba640 1 --2- 172.21.15.16:0/4149188965 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef100b5660 0x7fef101695e0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:50.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.673+0000 7fef178ba640 1 -- 172.21.15.16:0/4149188965 >> 172.21.15.16:0/4149188965 conn(0x7fef1009aa40 msgr2=0x7fef100b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:50.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.673+0000 7fef178ba640 1 -- 172.21.15.16:0/4149188965 shutdown_connections 2024-09-11T22:45:50.676 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.673+0000 7fef178ba640 1 -- 172.21.15.16:0/4149188965 wait complete. 2024-09-11T22:45:50.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.674+0000 7fef178ba640 1 Processor -- start 2024-09-11T22:45:50.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.674+0000 7fef178ba640 1 -- start start 2024-09-11T22:45:50.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef178ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef100b5660 0x7fef10143560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:50.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef178ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef10147f60 0x7fef101e8a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:50.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef178ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015f880 0x7fef101f33d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:50.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef178ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fef10070bf0 con 0x7fef1015f880 2024-09-11T22:45:50.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef178ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fef10070a70 con 0x7fef100b5660 2024-09-11T22:45:50.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef178ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fef10070d70 con 0x7fef10147f60 2024-09-11T22:45:50.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef15e57640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015f880 0x7fef101f33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:50.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef15e57640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015f880 0x7fef101f33d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53486/0 (socket says 172.21.15.16:53486) 2024-09-11T22:45:50.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef15e57640 1 -- 172.21.15.16:0/886527673 learned_addr learned my addr 172.21.15.16:0/886527673 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:50.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef15656640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef100b5660 0x7fef10143560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:50.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef14e55640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef10147f60 0x7fef101e8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:50.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef15e57640 1 -- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef10147f60 msgr2=0x7fef101e8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef15e57640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef10147f60 0x7fef101e8a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef15e57640 1 -- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef100b5660 msgr2=0x7fef10143560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef15e57640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef100b5660 0x7fef10143560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef15e57640 1 -- 172.21.15.16:0/886527673 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef101e9530 con 0x7fef1015f880 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef15656640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef100b5660 0x7fef10143560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.675+0000 7fef15e57640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015f880 0x7fef101f33d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fef0802ac90 tx=0x7fef08004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.676+0000 7fef01ffb640 1 -- 172.21.15.16:0/886527673 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef0803f070 con 0x7fef1015f880 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.676+0000 7fef01ffb640 1 -- 172.21.15.16:0/886527673 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef08031bc0 con 0x7fef1015f880 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.676+0000 7fef01ffb640 1 -- 172.21.15.16:0/886527673 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef08044460 con 0x7fef1015f880 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.676+0000 7fef178ba640 1 -- 172.21.15.16:0/886527673 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef101e9810 con 0x7fef1015f880 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.676+0000 7fef178ba640 1 -- 172.21.15.16:0/886527673 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef101414e0 con 0x7fef1015f880 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.677+0000 7fef178ba640 1 -- 172.21.15.16:0/886527673 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef10162250 con 0x7fef1015f880 2024-09-11T22:45:50.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.677+0000 7fef01ffb640 1 -- 172.21.15.16:0/886527673 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fef0803b410 con 0x7fef1015f880 2024-09-11T22:45:50.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.678+0000 7fef01ffb640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feef406be30 0x7feef406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:50.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.678+0000 7fef01ffb640 1 -- 172.21.15.16:0/886527673 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fef080ac890 con 0x7fef1015f880 2024-09-11T22:45:50.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.678+0000 7fef15656640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feef406be30 0x7feef406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:50.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.679+0000 7fef15656640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feef406be30 0x7feef406e2f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fef0c000f60 tx=0x7fef0c007ca0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:50.684 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.682+0000 7fef01ffb640 1 -- 172.21.15.16:0/886527673 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fef0807b0b0 con 0x7fef1015f880 2024-09-11T22:45:50.856 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.855+0000 7fef178ba640 1 -- 172.21.15.16:0/886527673 --> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fef1009b170 con 0x7feef406be30 2024-09-11T22:45:50.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.861+0000 7fef01ffb640 1 -- 172.21.15.16:0/886527673 <== mgr.4103 v2:172.21.15.104:6832/4046407617 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251883 (secure 0 0 0) 0x7fef1009b170 con 0x7feef406be30 2024-09-11T22:45:50.865 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:50.866 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:45:50.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 -- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feef406be30 msgr2=0x7feef406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:50.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feef406be30 0x7feef406e2f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fef0c000f60 tx=0x7fef0c007ca0 comp rx=0 tx=0).stop 2024-09-11T22:45:50.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 -- 172.21.15.16:0/886527673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015f880 msgr2=0x7fef101f33d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:50.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015f880 0x7fef101f33d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fef0802ac90 tx=0x7fef08004a40 comp rx=0 tx=0).stop 2024-09-11T22:45:50.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 -- 172.21.15.16:0/886527673 shutdown_connections 2024-09-11T22:45:50.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7feef406be30 0x7feef406e2f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:50.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fef1015f880 0x7fef101f33d0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:50.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fef10147f60 0x7fef101e8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:50.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 --2- 172.21.15.16:0/886527673 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fef100b5660 0x7fef10143560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:50.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 -- 172.21.15.16:0/886527673 >> 172.21.15.16:0/886527673 conn(0x7fef1009aa40 msgr2=0x7fef100b00d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:50.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 -- 172.21.15.16:0/886527673 shutdown_connections 2024-09-11T22:45:50.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:50.864+0000 7fef178ba640 1 -- 172.21.15.16:0/886527673 wait complete. 2024-09-11T22:45:50.877 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2024-09-11T22:45:50.366788+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":241644,"kb_used_data":4584,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754733076,"statfs":{"total":773094113280,"available":772846669824,"internally_reserved":0,"allocated":4694016,"data_stored":2669020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001857"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149639+0000","last_change":"2024-09-11T22:45:43.157142+0000","last_active":"2024-09-11T22:45:44.149639+0000","last_peered":"2024-09-11T22:45:44.149639+0000","last_clean":"2024-09-11T22:45:44.149639+0000","last_became_active":"2024-09-11T22:45:43.156358+0000","last_became_peered":"2024-09-11T22:45:43.156358+0000","last_unstale":"2024-09-11T22:45:44.149639+0000","last_undegraded":"2024-09-11T22:45:44.149639+0000","last_fullsized":"2024-09-11T22:45:44.149639+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:09:06.167411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149383+0000","last_change":"2024-09-11T22:45:43.147629+0000","last_active":"2024-09-11T22:45:44.149383+0000","last_peered":"2024-09-11T22:45:44.149383+0000","last_clean":"2024-09-11T22:45:44.149383+0000","last_became_active":"2024-09-11T22:45:43.147314+0000","last_became_peered":"2024-09-11T22:45:43.147314+0000","last_unstale":"2024-09-11T22:45:44.149383+0000","last_undegraded":"2024-09-11T22:45:44.149383+0000","last_fullsized":"2024-09-11T22:45:44.149383+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:07:29.409160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.045885+0000","last_change":"2024-09-11T22:45:43.162032+0000","last_active":"2024-09-11T22:45:45.045885+0000","last_peered":"2024-09-11T22:45:45.045885+0000","last_clean":"2024-09-11T22:45:45.045885+0000","last_became_active":"2024-09-11T22:45:43.161722+0000","last_became_peered":"2024-09-11T22:45:43.161722+0000","last_unstale":"2024-09-11T22:45:45.045885+0000","last_undegraded":"2024-09-11T22:45:45.045885+0000","last_fullsized":"2024-09-11T22:45:45.045885+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:43:29.172146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.687978+0000","last_change":"2024-09-11T22:45:43.152092+0000","last_active":"2024-09-11T22:45:44.687978+0000","last_peered":"2024-09-11T22:45:44.687978+0000","last_clean":"2024-09-11T22:45:44.687978+0000","last_became_active":"2024-09-11T22:45:43.151819+0000","last_became_peered":"2024-09-11T22:45:43.151819+0000","last_unstale":"2024-09-11T22:45:44.687978+0000","last_undegraded":"2024-09-11T22:45:44.687978+0000","last_fullsized":"2024-09-11T22:45:44.687978+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:14:49.159378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.687946+0000","last_change":"2024-09-11T22:45:43.146166+0000","last_active":"2024-09-11T22:45:44.687946+0000","last_peered":"2024-09-11T22:45:44.687946+0000","last_clean":"2024-09-11T22:45:44.687946+0000","last_became_active":"2024-09-11T22:45:43.145888+0000","last_became_peered":"2024-09-11T22:45:43.145888+0000","last_unstale":"2024-09-11T22:45:44.687946+0000","last_undegraded":"2024-09-11T22:45:44.687946+0000","last_fullsized":"2024-09-11T22:45:44.687946+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:12.092823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046182+0000","last_change":"2024-09-11T22:45:43.160801+0000","last_active":"2024-09-11T22:45:45.046182+0000","last_peered":"2024-09-11T22:45:45.046182+0000","last_clean":"2024-09-11T22:45:45.046182+0000","last_became_active":"2024-09-11T22:45:43.160478+0000","last_became_peered":"2024-09-11T22:45:43.160478+0000","last_unstale":"2024-09-11T22:45:45.046182+0000","last_undegraded":"2024-09-11T22:45:45.046182+0000","last_fullsized":"2024-09-11T22:45:45.046182+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:35:27.726865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.596983+0000","last_change":"2024-09-11T22:45:43.163856+0000","last_active":"2024-09-11T22:45:44.596983+0000","last_peered":"2024-09-11T22:45:44.596983+0000","last_clean":"2024-09-11T22:45:44.596983+0000","last_became_active":"2024-09-11T22:45:43.163563+0000","last_became_peered":"2024-09-11T22:45:43.163563+0000","last_unstale":"2024-09-11T22:45:44.596983+0000","last_undegraded":"2024-09-11T22:45:44.596983+0000","last_fullsized":"2024-09-11T22:45:44.596983+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:10.570931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149075+0000","last_change":"2024-09-11T22:45:43.159942+0000","last_active":"2024-09-11T22:45:44.149075+0000","last_peered":"2024-09-11T22:45:44.149075+0000","last_clean":"2024-09-11T22:45:44.149075+0000","last_became_active":"2024-09-11T22:45:43.159661+0000","last_became_peered":"2024-09-11T22:45:43.159661+0000","last_unstale":"2024-09-11T22:45:44.149075+0000","last_undegraded":"2024-09-11T22:45:44.149075+0000","last_fullsized":"2024-09-11T22:45:44.149075+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:57.676942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046006+0000","last_change":"2024-09-11T22:45:43.160746+0000","last_active":"2024-09-11T22:45:45.046006+0000","last_peered":"2024-09-11T22:45:45.046006+0000","last_clean":"2024-09-11T22:45:45.046006+0000","last_became_active":"2024-09-11T22:45:43.160302+0000","last_became_peered":"2024-09-11T22:45:43.160302+0000","last_unstale":"2024-09-11T22:45:45.046006+0000","last_undegraded":"2024-09-11T22:45:45.046006+0000","last_fullsized":"2024-09-11T22:45:45.046006+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:59.281219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597333+0000","last_change":"2024-09-11T22:45:43.159217+0000","last_active":"2024-09-11T22:45:44.597333+0000","last_peered":"2024-09-11T22:45:44.597333+0000","last_clean":"2024-09-11T22:45:44.597333+0000","last_became_active":"2024-09-11T22:45:43.156400+0000","last_became_peered":"2024-09-11T22:45:43.156400+0000","last_unstale":"2024-09-11T22:45:44.597333+0000","last_undegraded":"2024-09-11T22:45:44.597333+0000","last_fullsized":"2024-09-11T22:45:44.597333+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:18.983295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597498+0000","last_change":"2024-09-11T22:45:43.163455+0000","last_active":"2024-09-11T22:45:44.597498+0000","last_peered":"2024-09-11T22:45:44.597498+0000","last_clean":"2024-09-11T22:45:44.597498+0000","last_became_active":"2024-09-11T22:45:43.163122+0000","last_became_peered":"2024-09-11T22:45:43.163122+0000","last_unstale":"2024-09-11T22:45:44.597498+0000","last_undegraded":"2024-09-11T22:45:44.597498+0000","last_fullsized":"2024-09-11T22:45:44.597498+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:29.024252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.045692+0000","last_change":"2024-09-11T22:45:43.155259+0000","last_active":"2024-09-11T22:45:45.045692+0000","last_peered":"2024-09-11T22:45:45.045692+0000","last_clean":"2024-09-11T22:45:45.045692+0000","last_became_active":"2024-09-11T22:45:43.154962+0000","last_became_peered":"2024-09-11T22:45:43.154962+0000","last_unstale":"2024-09-11T22:45:45.045692+0000","last_undegraded":"2024-09-11T22:45:45.045692+0000","last_fullsized":"2024-09-11T22:45:45.045692+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:11:44.038363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597076+0000","last_change":"2024-09-11T22:45:43.155259+0000","last_active":"2024-09-11T22:45:44.597076+0000","last_peered":"2024-09-11T22:45:44.597076+0000","last_clean":"2024-09-11T22:45:44.597076+0000","last_became_active":"2024-09-11T22:45:43.154664+0000","last_became_peered":"2024-09-11T22:45:43.154664+0000","last_unstale":"2024-09-11T22:45:44.597076+0000","last_undegraded":"2024-09-11T22:45:44.597076+0000","last_fullsized":"2024-09-11T22:45:44.597076+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:32:56.948086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153552+0000","last_change":"2024-09-11T22:45:43.151028+0000","last_active":"2024-09-11T22:45:44.153552+0000","last_peered":"2024-09-11T22:45:44.153552+0000","last_clean":"2024-09-11T22:45:44.153552+0000","last_became_active":"2024-09-11T22:45:43.150701+0000","last_became_peered":"2024-09-11T22:45:43.150701+0000","last_unstale":"2024-09-11T22:45:44.153552+0000","last_undegraded":"2024-09-11T22:45:44.153552+0000","last_fullsized":"2024-09-11T22:45:44.153552+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:59.233851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597163+0000","last_change":"2024-09-11T22:45:43.157429+0000","last_active":"2024-09-11T22:45:44.597163+0000","last_peered":"2024-09-11T22:45:44.597163+0000","last_clean":"2024-09-11T22:45:44.597163+0000","last_became_active":"2024-09-11T22:45:43.157165+0000","last_became_peered":"2024-09-11T22:45:43.157165+0000","last_unstale":"2024-09-11T22:45:44.597163+0000","last_undegraded":"2024-09-11T22:45:44.597163+0000","last_fullsized":"2024-09-11T22:45:44.597163+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:29.047531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.045926+0000","last_change":"2024-09-11T22:45:43.158566+0000","last_active":"2024-09-11T22:45:45.045926+0000","last_peered":"2024-09-11T22:45:45.045926+0000","last_clean":"2024-09-11T22:45:45.045926+0000","last_became_active":"2024-09-11T22:45:43.157539+0000","last_became_peered":"2024-09-11T22:45:43.157539+0000","last_unstale":"2024-09-11T22:45:45.045926+0000","last_undegraded":"2024-09-11T22:45:45.045926+0000","last_fullsized":"2024-09-11T22:45:45.045926+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:11:44.038363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046483+0000","last_change":"2024-09-11T22:45:43.157838+0000","last_active":"2024-09-11T22:45:45.046483+0000","last_peered":"2024-09-11T22:45:45.046483+0000","last_clean":"2024-09-11T22:45:45.046483+0000","last_became_active":"2024-09-11T22:45:43.157333+0000","last_became_peered":"2024-09-11T22:45:43.157333+0000","last_unstale":"2024-09-11T22:45:45.046483+0000","last_undegraded":"2024-09-11T22:45:45.046483+0000","last_fullsized":"2024-09-11T22:45:45.046483+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:58:03.852809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.152879+0000","last_change":"2024-09-11T22:45:43.159587+0000","last_active":"2024-09-11T22:45:44.152879+0000","last_peered":"2024-09-11T22:45:44.152879+0000","last_clean":"2024-09-11T22:45:44.152879+0000","last_became_active":"2024-09-11T22:45:43.159310+0000","last_became_peered":"2024-09-11T22:45:43.159310+0000","last_unstale":"2024-09-11T22:45:44.152879+0000","last_undegraded":"2024-09-11T22:45:44.152879+0000","last_fullsized":"2024-09-11T22:45:44.152879+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:04.220282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.688046+0000","last_change":"2024-09-11T22:45:43.172816+0000","last_active":"2024-09-11T22:45:44.688046+0000","last_peered":"2024-09-11T22:45:44.688046+0000","last_clean":"2024-09-11T22:45:44.688046+0000","last_became_active":"2024-09-11T22:45:43.168937+0000","last_became_peered":"2024-09-11T22:45:43.168937+0000","last_unstale":"2024-09-11T22:45:44.688046+0000","last_undegraded":"2024-09-11T22:45:44.688046+0000","last_fullsized":"2024-09-11T22:45:44.688046+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:10.697033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.152563+0000","last_change":"2024-09-11T22:45:43.158830+0000","last_active":"2024-09-11T22:45:44.152563+0000","last_peered":"2024-09-11T22:45:44.152563+0000","last_clean":"2024-09-11T22:45:44.152563+0000","last_became_active":"2024-09-11T22:45:43.158562+0000","last_became_peered":"2024-09-11T22:45:43.158562+0000","last_unstale":"2024-09-11T22:45:44.152563+0000","last_undegraded":"2024-09-11T22:45:44.152563+0000","last_fullsized":"2024-09-11T22:45:44.152563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:13.825660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597075+0000","last_change":"2024-09-11T22:45:43.166968+0000","last_active":"2024-09-11T22:45:44.597075+0000","last_peered":"2024-09-11T22:45:44.597075+0000","last_clean":"2024-09-11T22:45:44.597075+0000","last_became_active":"2024-09-11T22:45:43.166652+0000","last_became_peered":"2024-09-11T22:45:43.166652+0000","last_unstale":"2024-09-11T22:45:44.597075+0000","last_undegraded":"2024-09-11T22:45:44.597075+0000","last_fullsized":"2024-09-11T22:45:44.597075+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:19:30.203990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153759+0000","last_change":"2024-09-11T22:45:43.149397+0000","last_active":"2024-09-11T22:45:44.153759+0000","last_peered":"2024-09-11T22:45:44.153759+0000","last_clean":"2024-09-11T22:45:44.153759+0000","last_became_active":"2024-09-11T22:45:43.148373+0000","last_became_peered":"2024-09-11T22:45:43.148373+0000","last_unstale":"2024-09-11T22:45:44.153759+0000","last_undegraded":"2024-09-11T22:45:44.153759+0000","last_fullsized":"2024-09-11T22:45:44.153759+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:49.393515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046012+0000","last_change":"2024-09-11T22:45:43.156828+0000","last_active":"2024-09-11T22:45:45.046012+0000","last_peered":"2024-09-11T22:45:45.046012+0000","last_clean":"2024-09-11T22:45:45.046012+0000","last_became_active":"2024-09-11T22:45:43.156145+0000","last_became_peered":"2024-09-11T22:45:43.156145+0000","last_unstale":"2024-09-11T22:45:45.046012+0000","last_undegraded":"2024-09-11T22:45:45.046012+0000","last_fullsized":"2024-09-11T22:45:45.046012+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:43:29.172146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.687779+0000","last_change":"2024-09-11T22:45:43.155419+0000","last_active":"2024-09-11T22:45:44.687779+0000","last_peered":"2024-09-11T22:45:44.687779+0000","last_clean":"2024-09-11T22:45:44.687779+0000","last_became_active":"2024-09-11T22:45:43.155133+0000","last_became_peered":"2024-09-11T22:45:43.155133+0000","last_unstale":"2024-09-11T22:45:44.687779+0000","last_undegraded":"2024-09-11T22:45:44.687779+0000","last_fullsized":"2024-09-11T22:45:44.687779+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:57.261709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.152989+0000","last_change":"2024-09-11T22:45:43.153028+0000","last_active":"2024-09-11T22:45:44.152989+0000","last_peered":"2024-09-11T22:45:44.152989+0000","last_clean":"2024-09-11T22:45:44.152989+0000","last_became_active":"2024-09-11T22:45:43.152753+0000","last_became_peered":"2024-09-11T22:45:43.152753+0000","last_unstale":"2024-09-11T22:45:44.152989+0000","last_undegraded":"2024-09-11T22:45:44.152989+0000","last_fullsized":"2024-09-11T22:45:44.152989+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:02.869995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046380+0000","last_change":"2024-09-11T22:45:43.161791+0000","last_active":"2024-09-11T22:45:45.046380+0000","last_peered":"2024-09-11T22:45:45.046380+0000","last_clean":"2024-09-11T22:45:45.046380+0000","last_became_active":"2024-09-11T22:45:43.161342+0000","last_became_peered":"2024-09-11T22:45:43.161342+0000","last_unstale":"2024-09-11T22:45:45.046380+0000","last_undegraded":"2024-09-11T22:45:45.046380+0000","last_fullsized":"2024-09-11T22:45:45.046380+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:43:29.172146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.152692+0000","last_change":"2024-09-11T22:45:43.148921+0000","last_active":"2024-09-11T22:45:44.152692+0000","last_peered":"2024-09-11T22:45:44.152692+0000","last_clean":"2024-09-11T22:45:44.152692+0000","last_became_active":"2024-09-11T22:45:43.148628+0000","last_became_peered":"2024-09-11T22:45:43.148628+0000","last_unstale":"2024-09-11T22:45:44.152692+0000","last_undegraded":"2024-09-11T22:45:44.152692+0000","last_fullsized":"2024-09-11T22:45:44.152692+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:39.561858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597305+0000","last_change":"2024-09-11T22:45:43.157670+0000","last_active":"2024-09-11T22:45:44.597305+0000","last_peered":"2024-09-11T22:45:44.597305+0000","last_clean":"2024-09-11T22:45:44.597305+0000","last_became_active":"2024-09-11T22:45:43.155169+0000","last_became_peered":"2024-09-11T22:45:43.155169+0000","last_unstale":"2024-09-11T22:45:44.597305+0000","last_undegraded":"2024-09-11T22:45:44.597305+0000","last_fullsized":"2024-09-11T22:45:44.597305+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:32:51.362964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153126+0000","last_change":"2024-09-11T22:45:43.161606+0000","last_active":"2024-09-11T22:45:44.153126+0000","last_peered":"2024-09-11T22:45:44.153126+0000","last_clean":"2024-09-11T22:45:44.153126+0000","last_became_active":"2024-09-11T22:45:43.161298+0000","last_became_peered":"2024-09-11T22:45:43.161298+0000","last_unstale":"2024-09-11T22:45:44.153126+0000","last_undegraded":"2024-09-11T22:45:44.153126+0000","last_fullsized":"2024-09-11T22:45:44.153126+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:45.429025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.152605+0000","last_change":"2024-09-11T22:45:43.151627+0000","last_active":"2024-09-11T22:45:44.152605+0000","last_peered":"2024-09-11T22:45:44.152605+0000","last_clean":"2024-09-11T22:45:44.152605+0000","last_became_active":"2024-09-11T22:45:43.151282+0000","last_became_peered":"2024-09-11T22:45:43.151282+0000","last_unstale":"2024-09-11T22:45:44.152605+0000","last_undegraded":"2024-09-11T22:45:44.152605+0000","last_fullsized":"2024-09-11T22:45:44.152605+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:35.642094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046074+0000","last_change":"2024-09-11T22:45:43.156855+0000","last_active":"2024-09-11T22:45:45.046074+0000","last_peered":"2024-09-11T22:45:45.046074+0000","last_clean":"2024-09-11T22:45:45.046074+0000","last_became_active":"2024-09-11T22:45:43.156575+0000","last_became_peered":"2024-09-11T22:45:43.156575+0000","last_unstale":"2024-09-11T22:45:45.046074+0000","last_undegraded":"2024-09-11T22:45:45.046074+0000","last_fullsized":"2024-09-11T22:45:45.046074+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:59.281219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046089+0000","last_change":"2024-09-11T22:45:43.158889+0000","last_active":"2024-09-11T22:45:45.046089+0000","last_peered":"2024-09-11T22:45:45.046089+0000","last_clean":"2024-09-11T22:45:45.046089+0000","last_became_active":"2024-09-11T22:45:43.158550+0000","last_became_peered":"2024-09-11T22:45:43.158550+0000","last_unstale":"2024-09-11T22:45:45.046089+0000","last_undegraded":"2024-09-11T22:45:45.046089+0000","last_fullsized":"2024-09-11T22:45:45.046089+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:58:29.577925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046327+0000","last_change":"2024-09-11T22:45:43.159792+0000","last_active":"2024-09-11T22:45:45.046327+0000","last_peered":"2024-09-11T22:45:45.046327+0000","last_clean":"2024-09-11T22:45:45.046327+0000","last_became_active":"2024-09-11T22:45:43.159531+0000","last_became_peered":"2024-09-11T22:45:43.159531+0000","last_unstale":"2024-09-11T22:45:45.046327+0000","last_undegraded":"2024-09-11T22:45:45.046327+0000","last_fullsized":"2024-09-11T22:45:45.046327+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:19:30.203990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":18,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153091+0000","last_change":"2024-09-11T22:45:42.154525+0000","last_active":"2024-09-11T22:45:44.153091+0000","last_peered":"2024-09-11T22:45:44.153091+0000","last_clean":"2024-09-11T22:45:44.153091+0000","last_became_active":"2024-09-11T22:45:42.154262+0000","last_became_peered":"2024-09-11T22:45:42.154262+0000","last_unstale":"2024-09-11T22:45:44.153091+0000","last_undegraded":"2024-09-11T22:45:44.153091+0000","last_fullsized":"2024-09-11T22:45:44.153091+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:19:59.223786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046449+0000","last_change":"2024-09-11T22:45:43.161056+0000","last_active":"2024-09-11T22:45:45.046449+0000","last_peered":"2024-09-11T22:45:45.046449+0000","last_clean":"2024-09-11T22:45:45.046449+0000","last_became_active":"2024-09-11T22:45:43.160767+0000","last_became_peered":"2024-09-11T22:45:43.160767+0000","last_unstale":"2024-09-11T22:45:45.046449+0000","last_undegraded":"2024-09-11T22:45:45.046449+0000","last_fullsized":"2024-09-11T22:45:45.046449+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:59.281219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.045810+0000","last_change":"2024-09-11T22:45:42.150344+0000","last_active":"2024-09-11T22:45:45.045810+0000","last_peered":"2024-09-11T22:45:45.045810+0000","last_clean":"2024-09-11T22:45:45.045810+0000","last_became_active":"2024-09-11T22:45:42.149928+0000","last_became_peered":"2024-09-11T22:45:42.149928+0000","last_unstale":"2024-09-11T22:45:45.045810+0000","last_undegraded":"2024-09-11T22:45:45.045810+0000","last_fullsized":"2024-09-11T22:45:45.045810+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:40.043429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153216+0000","last_change":"2024-09-11T22:45:43.153452+0000","last_active":"2024-09-11T22:45:44.153216+0000","last_peered":"2024-09-11T22:45:44.153216+0000","last_clean":"2024-09-11T22:45:44.153216+0000","last_became_active":"2024-09-11T22:45:43.152969+0000","last_became_peered":"2024-09-11T22:45:43.152969+0000","last_unstale":"2024-09-11T22:45:44.153216+0000","last_undegraded":"2024-09-11T22:45:44.153216+0000","last_fullsized":"2024-09-11T22:45:44.153216+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:36:50.735571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046489+0000","last_change":"2024-09-11T22:45:42.155341+0000","last_active":"2024-09-11T22:45:45.046489+0000","last_peered":"2024-09-11T22:45:45.046489+0000","last_clean":"2024-09-11T22:45:45.046489+0000","last_became_active":"2024-09-11T22:45:42.155072+0000","last_became_peered":"2024-09-11T22:45:42.155072+0000","last_unstale":"2024-09-11T22:45:45.046489+0000","last_undegraded":"2024-09-11T22:45:45.046489+0000","last_fullsized":"2024-09-11T22:45:45.046489+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:38.556992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149639+0000","last_change":"2024-09-11T22:45:43.148392+0000","last_active":"2024-09-11T22:45:44.149639+0000","last_peered":"2024-09-11T22:45:44.149639+0000","last_clean":"2024-09-11T22:45:44.149639+0000","last_became_active":"2024-09-11T22:45:43.148097+0000","last_became_peered":"2024-09-11T22:45:43.148097+0000","last_unstale":"2024-09-11T22:45:44.149639+0000","last_undegraded":"2024-09-11T22:45:44.149639+0000","last_fullsized":"2024-09-11T22:45:44.149639+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:26.920179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153401+0000","last_change":"2024-09-11T22:45:42.152283+0000","last_active":"2024-09-11T22:45:44.153401+0000","last_peered":"2024-09-11T22:45:44.153401+0000","last_clean":"2024-09-11T22:45:44.153401+0000","last_became_active":"2024-09-11T22:45:42.151924+0000","last_became_peered":"2024-09-11T22:45:42.151924+0000","last_unstale":"2024-09-11T22:45:44.153401+0000","last_undegraded":"2024-09-11T22:45:44.153401+0000","last_fullsized":"2024-09-11T22:45:44.153401+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:33.927333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.045530+0000","last_change":"2024-09-11T22:45:43.166601+0000","last_active":"2024-09-11T22:45:45.045530+0000","last_peered":"2024-09-11T22:45:45.045530+0000","last_clean":"2024-09-11T22:45:45.045530+0000","last_became_active":"2024-09-11T22:45:43.166290+0000","last_became_peered":"2024-09-11T22:45:43.166290+0000","last_unstale":"2024-09-11T22:45:45.045530+0000","last_undegraded":"2024-09-11T22:45:45.045530+0000","last_fullsized":"2024-09-11T22:45:45.045530+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:13.507128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597311+0000","last_change":"2024-09-11T22:45:42.156562+0000","last_active":"2024-09-11T22:45:44.597311+0000","last_peered":"2024-09-11T22:45:44.597311+0000","last_clean":"2024-09-11T22:45:44.597311+0000","last_became_active":"2024-09-11T22:45:42.156272+0000","last_became_peered":"2024-09-11T22:45:42.156272+0000","last_unstale":"2024-09-11T22:45:44.597311+0000","last_undegraded":"2024-09-11T22:45:44.597311+0000","last_fullsized":"2024-09-11T22:45:44.597311+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:38.556992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597321+0000","last_change":"2024-09-11T22:45:43.165785+0000","last_active":"2024-09-11T22:45:44.597321+0000","last_peered":"2024-09-11T22:45:44.597321+0000","last_clean":"2024-09-11T22:45:44.597321+0000","last_became_active":"2024-09-11T22:45:43.165495+0000","last_became_peered":"2024-09-11T22:45:43.165495+0000","last_unstale":"2024-09-11T22:45:44.597321+0000","last_undegraded":"2024-09-11T22:45:44.597321+0000","last_fullsized":"2024-09-11T22:45:44.597321+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:17:47.144938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046021+0000","last_change":"2024-09-11T22:45:42.154235+0000","last_active":"2024-09-11T22:45:45.046021+0000","last_peered":"2024-09-11T22:45:45.046021+0000","last_clean":"2024-09-11T22:45:45.046021+0000","last_became_active":"2024-09-11T22:45:42.153972+0000","last_became_peered":"2024-09-11T22:45:42.153972+0000","last_unstale":"2024-09-11T22:45:45.046021+0000","last_undegraded":"2024-09-11T22:45:45.046021+0000","last_fullsized":"2024-09-11T22:45:45.046021+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:40.043429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153677+0000","last_change":"2024-09-11T22:45:43.161266+0000","last_active":"2024-09-11T22:45:44.153677+0000","last_peered":"2024-09-11T22:45:44.153677+0000","last_clean":"2024-09-11T22:45:44.153677+0000","last_became_active":"2024-09-11T22:45:43.160946+0000","last_became_peered":"2024-09-11T22:45:43.160946+0000","last_unstale":"2024-09-11T22:45:44.153677+0000","last_undegraded":"2024-09-11T22:45:44.153677+0000","last_fullsized":"2024-09-11T22:45:44.153677+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:43:38.311534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046045+0000","last_change":"2024-09-11T22:45:42.158660+0000","last_active":"2024-09-11T22:45:45.046045+0000","last_peered":"2024-09-11T22:45:45.046045+0000","last_clean":"2024-09-11T22:45:45.046045+0000","last_became_active":"2024-09-11T22:45:42.158347+0000","last_became_peered":"2024-09-11T22:45:42.158347+0000","last_unstale":"2024-09-11T22:45:45.046045+0000","last_undegraded":"2024-09-11T22:45:45.046045+0000","last_fullsized":"2024-09-11T22:45:45.046045+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149244+0000","last_change":"2024-09-11T22:45:43.159120+0000","last_active":"2024-09-11T22:45:44.149244+0000","last_peered":"2024-09-11T22:45:44.149244+0000","last_clean":"2024-09-11T22:45:44.149244+0000","last_became_active":"2024-09-11T22:45:43.158662+0000","last_became_peered":"2024-09-11T22:45:43.158662+0000","last_unstale":"2024-09-11T22:45:44.149244+0000","last_undegraded":"2024-09-11T22:45:44.149244+0000","last_fullsized":"2024-09-11T22:45:44.149244+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:56:56.720829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.152966+0000","last_change":"2024-09-11T22:45:42.153785+0000","last_active":"2024-09-11T22:45:44.152966+0000","last_peered":"2024-09-11T22:45:44.152966+0000","last_clean":"2024-09-11T22:45:44.152966+0000","last_became_active":"2024-09-11T22:45:42.153196+0000","last_became_peered":"2024-09-11T22:45:42.153196+0000","last_unstale":"2024-09-11T22:45:44.152966+0000","last_undegraded":"2024-09-11T22:45:44.152966+0000","last_fullsized":"2024-09-11T22:45:44.152966+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:19:32.778061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.688007+0000","last_change":"2024-09-11T22:45:43.157313+0000","last_active":"2024-09-11T22:45:44.688007+0000","last_peered":"2024-09-11T22:45:44.688007+0000","last_clean":"2024-09-11T22:45:44.688007+0000","last_became_active":"2024-09-11T22:45:43.156828+0000","last_became_peered":"2024-09-11T22:45:43.156828+0000","last_unstale":"2024-09-11T22:45:44.688007+0000","last_undegraded":"2024-09-11T22:45:44.688007+0000","last_fullsized":"2024-09-11T22:45:44.688007+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:41.048295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149711+0000","last_change":"2024-09-11T22:45:42.154344+0000","last_active":"2024-09-11T22:45:44.149711+0000","last_peered":"2024-09-11T22:45:44.149711+0000","last_clean":"2024-09-11T22:45:44.149711+0000","last_became_active":"2024-09-11T22:45:42.154066+0000","last_became_peered":"2024-09-11T22:45:42.154066+0000","last_unstale":"2024-09-11T22:45:44.149711+0000","last_undegraded":"2024-09-11T22:45:44.149711+0000","last_fullsized":"2024-09-11T22:45:44.149711+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:57:50.329067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046412+0000","last_change":"2024-09-11T22:45:43.155295+0000","last_active":"2024-09-11T22:45:45.046412+0000","last_peered":"2024-09-11T22:45:45.046412+0000","last_clean":"2024-09-11T22:45:45.046412+0000","last_became_active":"2024-09-11T22:45:43.155019+0000","last_became_peered":"2024-09-11T22:45:43.155019+0000","last_unstale":"2024-09-11T22:45:45.046412+0000","last_undegraded":"2024-09-11T22:45:45.046412+0000","last_fullsized":"2024-09-11T22:45:45.046412+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:32:56.948086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597465+0000","last_change":"2024-09-11T22:45:42.158092+0000","last_active":"2024-09-11T22:45:44.597465+0000","last_peered":"2024-09-11T22:45:44.597465+0000","last_clean":"2024-09-11T22:45:44.597465+0000","last_became_active":"2024-09-11T22:45:42.157824+0000","last_became_peered":"2024-09-11T22:45:42.157824+0000","last_unstale":"2024-09-11T22:45:44.597465+0000","last_undegraded":"2024-09-11T22:45:44.597465+0000","last_fullsized":"2024-09-11T22:45:44.597465+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.045813+0000","last_change":"2024-09-11T22:45:43.156133+0000","last_active":"2024-09-11T22:45:45.045813+0000","last_peered":"2024-09-11T22:45:45.045813+0000","last_clean":"2024-09-11T22:45:45.045813+0000","last_became_active":"2024-09-11T22:45:43.155825+0000","last_became_peered":"2024-09-11T22:45:43.155825+0000","last_unstale":"2024-09-11T22:45:45.045813+0000","last_undegraded":"2024-09-11T22:45:45.045813+0000","last_fullsized":"2024-09-11T22:45:45.045813+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:35:27.726865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":17,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597614+0000","last_change":"2024-09-11T22:45:42.157152+0000","last_active":"2024-09-11T22:45:44.597614+0000","last_peered":"2024-09-11T22:45:44.597614+0000","last_clean":"2024-09-11T22:45:44.597614+0000","last_became_active":"2024-09-11T22:45:42.156846+0000","last_became_peered":"2024-09-11T22:45:42.156846+0000","last_unstale":"2024-09-11T22:45:44.597614+0000","last_undegraded":"2024-09-11T22:45:44.597614+0000","last_fullsized":"2024-09-11T22:45:44.597614+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:01.865130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153531+0000","last_change":"2024-09-11T22:45:43.149301+0000","last_active":"2024-09-11T22:45:44.153531+0000","last_peered":"2024-09-11T22:45:44.153531+0000","last_clean":"2024-09-11T22:45:44.153531+0000","last_became_active":"2024-09-11T22:45:43.149008+0000","last_became_peered":"2024-09-11T22:45:43.149008+0000","last_unstale":"2024-09-11T22:45:44.153531+0000","last_undegraded":"2024-09-11T22:45:44.153531+0000","last_fullsized":"2024-09-11T22:45:44.153531+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:35:05.591891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":20,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149500+0000","last_change":"2024-09-11T22:45:42.150187+0000","last_active":"2024-09-11T22:45:44.149500+0000","last_peered":"2024-09-11T22:45:44.149500+0000","last_clean":"2024-09-11T22:45:44.149500+0000","last_became_active":"2024-09-11T22:45:42.149889+0000","last_became_peered":"2024-09-11T22:45:42.149889+0000","last_unstale":"2024-09-11T22:45:44.149500+0000","last_undegraded":"2024-09-11T22:45:44.149500+0000","last_fullsized":"2024-09-11T22:45:44.149500+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:35.441497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.045593+0000","last_change":"2024-09-11T22:45:43.157831+0000","last_active":"2024-09-11T22:45:45.045593+0000","last_peered":"2024-09-11T22:45:45.045593+0000","last_clean":"2024-09-11T22:45:45.045593+0000","last_became_active":"2024-09-11T22:45:43.157533+0000","last_became_peered":"2024-09-11T22:45:43.157533+0000","last_unstale":"2024-09-11T22:45:45.045593+0000","last_undegraded":"2024-09-11T22:45:45.045593+0000","last_fullsized":"2024-09-11T22:45:45.045593+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:32:33.329753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149428+0000","last_change":"2024-09-11T22:45:42.152379+0000","last_active":"2024-09-11T22:45:44.149428+0000","last_peered":"2024-09-11T22:45:44.149428+0000","last_clean":"2024-09-11T22:45:44.149428+0000","last_became_active":"2024-09-11T22:45:42.152095+0000","last_became_peered":"2024-09-11T22:45:42.152095+0000","last_unstale":"2024-09-11T22:45:44.149428+0000","last_undegraded":"2024-09-11T22:45:44.149428+0000","last_fullsized":"2024-09-11T22:45:44.149428+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:12.778415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149179+0000","last_change":"2024-09-11T22:45:43.152989+0000","last_active":"2024-09-11T22:45:44.149179+0000","last_peered":"2024-09-11T22:45:44.149179+0000","last_clean":"2024-09-11T22:45:44.149179+0000","last_became_active":"2024-09-11T22:45:43.152683+0000","last_became_peered":"2024-09-11T22:45:43.152683+0000","last_unstale":"2024-09-11T22:45:44.149179+0000","last_undegraded":"2024-09-11T22:45:44.149179+0000","last_fullsized":"2024-09-11T22:45:44.149179+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:23.461133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046053+0000","last_change":"2024-09-11T22:45:42.159915+0000","last_active":"2024-09-11T22:45:45.046053+0000","last_peered":"2024-09-11T22:45:45.046053+0000","last_clean":"2024-09-11T22:45:45.046053+0000","last_became_active":"2024-09-11T22:45:42.159597+0000","last_became_peered":"2024-09-11T22:45:42.159597+0000","last_unstale":"2024-09-11T22:45:45.046053+0000","last_undegraded":"2024-09-11T22:45:45.046053+0000","last_fullsized":"2024-09-11T22:45:45.046053+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:12.820795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046071+0000","last_change":"2024-09-11T22:45:43.156599+0000","last_active":"2024-09-11T22:45:45.046071+0000","last_peered":"2024-09-11T22:45:45.046071+0000","last_clean":"2024-09-11T22:45:45.046071+0000","last_became_active":"2024-09-11T22:45:43.156331+0000","last_became_peered":"2024-09-11T22:45:43.156331+0000","last_unstale":"2024-09-11T22:45:45.046071+0000","last_undegraded":"2024-09-11T22:45:45.046071+0000","last_fullsized":"2024-09-11T22:45:45.046071+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:32:30.512641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.152331+0000","last_change":"2024-09-11T22:45:42.154130+0000","last_active":"2024-09-11T22:45:44.152331+0000","last_peered":"2024-09-11T22:45:44.152331+0000","last_clean":"2024-09-11T22:45:44.152331+0000","last_became_active":"2024-09-11T22:45:42.153804+0000","last_became_peered":"2024-09-11T22:45:42.153804+0000","last_unstale":"2024-09-11T22:45:44.152331+0000","last_undegraded":"2024-09-11T22:45:44.152331+0000","last_fullsized":"2024-09-11T22:45:44.152331+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:14.775218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149317+0000","last_change":"2024-09-11T22:45:43.158820+0000","last_active":"2024-09-11T22:45:44.149317+0000","last_peered":"2024-09-11T22:45:44.149317+0000","last_clean":"2024-09-11T22:45:44.149317+0000","last_became_active":"2024-09-11T22:45:43.158511+0000","last_became_peered":"2024-09-11T22:45:43.158511+0000","last_unstale":"2024-09-11T22:45:44.149317+0000","last_undegraded":"2024-09-11T22:45:44.149317+0000","last_fullsized":"2024-09-11T22:45:44.149317+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:10:00.372740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":22,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.045902+0000","last_change":"2024-09-11T22:45:42.150814+0000","last_active":"2024-09-11T22:45:45.045902+0000","last_peered":"2024-09-11T22:45:45.045902+0000","last_clean":"2024-09-11T22:45:45.045902+0000","last_became_active":"2024-09-11T22:45:42.150545+0000","last_became_peered":"2024-09-11T22:45:42.150545+0000","last_unstale":"2024-09-11T22:45:45.045902+0000","last_undegraded":"2024-09-11T22:45:45.045902+0000","last_fullsized":"2024-09-11T22:45:45.045902+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:00:34.637228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149435+0000","last_change":"2024-09-11T22:45:43.156301+0000","last_active":"2024-09-11T22:45:44.149435+0000","last_peered":"2024-09-11T22:45:44.149435+0000","last_clean":"2024-09-11T22:45:44.149435+0000","last_became_active":"2024-09-11T22:45:43.153886+0000","last_became_peered":"2024-09-11T22:45:43.153886+0000","last_unstale":"2024-09-11T22:45:44.149435+0000","last_undegraded":"2024-09-11T22:45:44.149435+0000","last_fullsized":"2024-09-11T22:45:44.149435+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:41.136586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597575+0000","last_change":"2024-09-11T22:45:42.152439+0000","last_active":"2024-09-11T22:45:44.597575+0000","last_peered":"2024-09-11T22:45:44.597575+0000","last_clean":"2024-09-11T22:45:44.597575+0000","last_became_active":"2024-09-11T22:45:42.151981+0000","last_became_peered":"2024-09-11T22:45:42.151981+0000","last_unstale":"2024-09-11T22:45:44.597575+0000","last_undegraded":"2024-09-11T22:45:44.597575+0000","last_fullsized":"2024-09-11T22:45:44.597575+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:03.215416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597545+0000","last_change":"2024-09-11T22:45:43.165650+0000","last_active":"2024-09-11T22:45:44.597545+0000","last_peered":"2024-09-11T22:45:44.597545+0000","last_clean":"2024-09-11T22:45:44.597545+0000","last_became_active":"2024-09-11T22:45:43.165360+0000","last_became_peered":"2024-09-11T22:45:43.165360+0000","last_unstale":"2024-09-11T22:45:44.597545+0000","last_undegraded":"2024-09-11T22:45:44.597545+0000","last_fullsized":"2024-09-11T22:45:44.597545+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:33:26.011410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153287+0000","last_change":"2024-09-11T22:45:42.153604+0000","last_active":"2024-09-11T22:45:44.153287+0000","last_peered":"2024-09-11T22:45:44.153287+0000","last_clean":"2024-09-11T22:45:44.153287+0000","last_became_active":"2024-09-11T22:45:42.153286+0000","last_became_peered":"2024-09-11T22:45:42.153286+0000","last_unstale":"2024-09-11T22:45:44.153287+0000","last_undegraded":"2024-09-11T22:45:44.153287+0000","last_fullsized":"2024-09-11T22:45:44.153287+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:19:02.320133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153031+0000","last_change":"2024-09-11T22:45:43.162552+0000","last_active":"2024-09-11T22:45:44.153031+0000","last_peered":"2024-09-11T22:45:44.153031+0000","last_clean":"2024-09-11T22:45:44.153031+0000","last_became_active":"2024-09-11T22:45:43.162262+0000","last_became_peered":"2024-09-11T22:45:43.162262+0000","last_unstale":"2024-09-11T22:45:44.153031+0000","last_undegraded":"2024-09-11T22:45:44.153031+0000","last_fullsized":"2024-09-11T22:45:44.153031+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:40:47.774571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.688143+0000","last_change":"2024-09-11T22:45:42.152427+0000","last_active":"2024-09-11T22:45:44.688143+0000","last_peered":"2024-09-11T22:45:44.688143+0000","last_clean":"2024-09-11T22:45:44.688143+0000","last_became_active":"2024-09-11T22:45:42.152150+0000","last_became_peered":"2024-09-11T22:45:42.152150+0000","last_unstale":"2024-09-11T22:45:44.688143+0000","last_undegraded":"2024-09-11T22:45:44.688143+0000","last_fullsized":"2024-09-11T22:45:44.688143+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:05:12.680733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.687978+0000","last_change":"2024-09-11T22:45:43.150949+0000","last_active":"2024-09-11T22:45:44.687978+0000","last_peered":"2024-09-11T22:45:44.687978+0000","last_clean":"2024-09-11T22:45:44.687978+0000","last_became_active":"2024-09-11T22:45:43.150650+0000","last_became_peered":"2024-09-11T22:45:43.150650+0000","last_unstale":"2024-09-11T22:45:44.687978+0000","last_undegraded":"2024-09-11T22:45:44.687978+0000","last_fullsized":"2024-09-11T22:45:44.687978+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:34:24.010557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046255+0000","last_change":"2024-09-11T22:45:42.155286+0000","last_active":"2024-09-11T22:45:45.046255+0000","last_peered":"2024-09-11T22:45:45.046255+0000","last_clean":"2024-09-11T22:45:45.046255+0000","last_became_active":"2024-09-11T22:45:42.155024+0000","last_became_peered":"2024-09-11T22:45:42.155024+0000","last_unstale":"2024-09-11T22:45:45.046255+0000","last_undegraded":"2024-09-11T22:45:45.046255+0000","last_fullsized":"2024-09-11T22:45:45.046255+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:33:03.215416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046094+0000","last_change":"2024-09-11T22:45:43.157805+0000","last_active":"2024-09-11T22:45:45.046094+0000","last_peered":"2024-09-11T22:45:45.046094+0000","last_clean":"2024-09-11T22:45:45.046094+0000","last_became_active":"2024-09-11T22:45:43.157196+0000","last_became_peered":"2024-09-11T22:45:43.157196+0000","last_unstale":"2024-09-11T22:45:45.046094+0000","last_undegraded":"2024-09-11T22:45:45.046094+0000","last_fullsized":"2024-09-11T22:45:45.046094+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:03:56.292315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.687908+0000","last_change":"2024-09-11T22:45:42.150012+0000","last_active":"2024-09-11T22:45:44.687908+0000","last_peered":"2024-09-11T22:45:44.687908+0000","last_clean":"2024-09-11T22:45:44.687908+0000","last_became_active":"2024-09-11T22:45:42.149688+0000","last_became_peered":"2024-09-11T22:45:42.149688+0000","last_unstale":"2024-09-11T22:45:44.687908+0000","last_undegraded":"2024-09-11T22:45:44.687908+0000","last_fullsized":"2024-09-11T22:45:44.687908+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:06:27.600636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.045632+0000","last_change":"2024-09-11T22:45:43.156914+0000","last_active":"2024-09-11T22:45:45.045632+0000","last_peered":"2024-09-11T22:45:45.045632+0000","last_clean":"2024-09-11T22:45:45.045632+0000","last_became_active":"2024-09-11T22:45:43.156556+0000","last_became_peered":"2024-09-11T22:45:43.156556+0000","last_unstale":"2024-09-11T22:45:45.045632+0000","last_undegraded":"2024-09-11T22:45:45.045632+0000","last_fullsized":"2024-09-11T22:45:45.045632+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:45.594299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.687816+0000","last_change":"2024-09-11T22:45:42.154176+0000","last_active":"2024-09-11T22:45:44.687816+0000","last_peered":"2024-09-11T22:45:44.687816+0000","last_clean":"2024-09-11T22:45:44.687816+0000","last_became_active":"2024-09-11T22:45:42.153843+0000","last_became_peered":"2024-09-11T22:45:42.153843+0000","last_unstale":"2024-09-11T22:45:44.687816+0000","last_undegraded":"2024-09-11T22:45:44.687816+0000","last_fullsized":"2024-09-11T22:45:44.687816+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:39.570463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597187+0000","last_change":"2024-09-11T22:45:43.158976+0000","last_active":"2024-09-11T22:45:44.597187+0000","last_peered":"2024-09-11T22:45:44.597187+0000","last_clean":"2024-09-11T22:45:44.597187+0000","last_became_active":"2024-09-11T22:45:43.158695+0000","last_became_peered":"2024-09-11T22:45:43.158695+0000","last_unstale":"2024-09-11T22:45:44.597187+0000","last_undegraded":"2024-09-11T22:45:44.597187+0000","last_fullsized":"2024-09-11T22:45:44.597187+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T22:58:03.852809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046170+0000","last_change":"2024-09-11T22:45:42.156324+0000","last_active":"2024-09-11T22:45:45.046170+0000","last_peered":"2024-09-11T22:45:45.046170+0000","last_clean":"2024-09-11T22:45:45.046170+0000","last_became_active":"2024-09-11T22:45:42.156052+0000","last_became_peered":"2024-09-11T22:45:42.156052+0000","last_unstale":"2024-09-11T22:45:45.046170+0000","last_undegraded":"2024-09-11T22:45:45.046170+0000","last_fullsized":"2024-09-11T22:45:45.046170+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:09.692167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149437+0000","last_change":"2024-09-11T22:45:43.153872+0000","last_active":"2024-09-11T22:45:44.149437+0000","last_peered":"2024-09-11T22:45:44.149437+0000","last_clean":"2024-09-11T22:45:44.149437+0000","last_became_active":"2024-09-11T22:45:43.152778+0000","last_became_peered":"2024-09-11T22:45:43.152778+0000","last_unstale":"2024-09-11T22:45:44.149437+0000","last_undegraded":"2024-09-11T22:45:44.149437+0000","last_fullsized":"2024-09-11T22:45:44.149437+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:11:21.276852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.687724+0000","last_change":"2024-09-11T22:45:42.156628+0000","last_active":"2024-09-11T22:45:44.687724+0000","last_peered":"2024-09-11T22:45:44.687724+0000","last_clean":"2024-09-11T22:45:44.687724+0000","last_became_active":"2024-09-11T22:45:42.156357+0000","last_became_peered":"2024-09-11T22:45:42.156357+0000","last_unstale":"2024-09-11T22:45:44.687724+0000","last_undegraded":"2024-09-11T22:45:44.687724+0000","last_fullsized":"2024-09-11T22:45:44.687724+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:30:40.720620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046334+0000","last_change":"2024-09-11T22:45:43.161819+0000","last_active":"2024-09-11T22:45:45.046334+0000","last_peered":"2024-09-11T22:45:45.046334+0000","last_clean":"2024-09-11T22:45:45.046334+0000","last_became_active":"2024-09-11T22:45:43.161483+0000","last_became_peered":"2024-09-11T22:45:43.161483+0000","last_unstale":"2024-09-11T22:45:45.046334+0000","last_undegraded":"2024-09-11T22:45:45.046334+0000","last_fullsized":"2024-09-11T22:45:45.046334+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:11:44.038363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597676+0000","last_change":"2024-09-11T22:45:42.157199+0000","last_active":"2024-09-11T22:45:44.597676+0000","last_peered":"2024-09-11T22:45:44.597676+0000","last_clean":"2024-09-11T22:45:44.597676+0000","last_became_active":"2024-09-11T22:45:42.156451+0000","last_became_peered":"2024-09-11T22:45:42.156451+0000","last_unstale":"2024-09-11T22:45:44.597676+0000","last_undegraded":"2024-09-11T22:45:44.597676+0000","last_fullsized":"2024-09-11T22:45:44.597676+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:42:44.424160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046485+0000","last_change":"2024-09-11T22:45:43.155316+0000","last_active":"2024-09-11T22:45:45.046485+0000","last_peered":"2024-09-11T22:45:45.046485+0000","last_clean":"2024-09-11T22:45:45.046485+0000","last_became_active":"2024-09-11T22:45:43.155039+0000","last_became_peered":"2024-09-11T22:45:43.155039+0000","last_unstale":"2024-09-11T22:45:45.046485+0000","last_undegraded":"2024-09-11T22:45:45.046485+0000","last_fullsized":"2024-09-11T22:45:45.046485+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:29.047531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"38'1","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.687982+0000","last_change":"2024-09-11T22:45:42.158817+0000","last_active":"2024-09-11T22:45:44.687982+0000","last_peered":"2024-09-11T22:45:44.687982+0000","last_clean":"2024-09-11T22:45:44.687982+0000","last_became_active":"2024-09-11T22:45:42.158496+0000","last_became_peered":"2024-09-11T22:45:42.158496+0000","last_unstale":"2024-09-11T22:45:44.687982+0000","last_undegraded":"2024-09-11T22:45:44.687982+0000","last_fullsized":"2024-09-11T22:45:44.687982+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:06:08.246547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149437+0000","last_change":"2024-09-11T22:45:43.156565+0000","last_active":"2024-09-11T22:45:44.149437+0000","last_peered":"2024-09-11T22:45:44.149437+0000","last_clean":"2024-09-11T22:45:44.149437+0000","last_became_active":"2024-09-11T22:45:43.156240+0000","last_became_peered":"2024-09-11T22:45:43.156240+0000","last_unstale":"2024-09-11T22:45:44.149437+0000","last_undegraded":"2024-09-11T22:45:44.149437+0000","last_fullsized":"2024-09-11T22:45:44.149437+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:26.328778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.045790+0000","last_change":"2024-09-11T22:45:42.155240+0000","last_active":"2024-09-11T22:45:45.045790+0000","last_peered":"2024-09-11T22:45:45.045790+0000","last_clean":"2024-09-11T22:45:45.045790+0000","last_became_active":"2024-09-11T22:45:42.154969+0000","last_became_peered":"2024-09-11T22:45:42.154969+0000","last_unstale":"2024-09-11T22:45:45.045790+0000","last_undegraded":"2024-09-11T22:45:45.045790+0000","last_fullsized":"2024-09-11T22:45:45.045790+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:14:48.154513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.045716+0000","last_change":"2024-09-11T22:45:43.165738+0000","last_active":"2024-09-11T22:45:45.045716+0000","last_peered":"2024-09-11T22:45:45.045716+0000","last_clean":"2024-09-11T22:45:45.045716+0000","last_became_active":"2024-09-11T22:45:43.165445+0000","last_became_peered":"2024-09-11T22:45:43.165445+0000","last_unstale":"2024-09-11T22:45:45.045716+0000","last_undegraded":"2024-09-11T22:45:45.045716+0000","last_fullsized":"2024-09-11T22:45:45.045716+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:58:29.577925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046125+0000","last_change":"2024-09-11T22:45:42.152859+0000","last_active":"2024-09-11T22:45:45.046125+0000","last_peered":"2024-09-11T22:45:45.046125+0000","last_clean":"2024-09-11T22:45:45.046125+0000","last_became_active":"2024-09-11T22:45:42.152566+0000","last_became_peered":"2024-09-11T22:45:42.152566+0000","last_unstale":"2024-09-11T22:45:45.046125+0000","last_undegraded":"2024-09-11T22:45:45.046125+0000","last_fullsized":"2024-09-11T22:45:45.046125+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-12T23:48:09.692167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046063+0000","last_change":"2024-09-11T22:45:43.159962+0000","last_active":"2024-09-11T22:45:45.046063+0000","last_peered":"2024-09-11T22:45:45.046063+0000","last_clean":"2024-09-11T22:45:45.046063+0000","last_became_active":"2024-09-11T22:45:43.159662+0000","last_became_peered":"2024-09-11T22:45:43.159662+0000","last_unstale":"2024-09-11T22:45:45.046063+0000","last_undegraded":"2024-09-11T22:45:45.046063+0000","last_fullsized":"2024-09-11T22:45:45.046063+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:38:45.594299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.152627+0000","last_change":"2024-09-11T22:45:42.150704+0000","last_active":"2024-09-11T22:45:44.152627+0000","last_peered":"2024-09-11T22:45:44.152627+0000","last_clean":"2024-09-11T22:45:44.152627+0000","last_became_active":"2024-09-11T22:45:42.150412+0000","last_became_peered":"2024-09-11T22:45:42.150412+0000","last_unstale":"2024-09-11T22:45:44.152627+0000","last_undegraded":"2024-09-11T22:45:44.152627+0000","last_fullsized":"2024-09-11T22:45:44.152627+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:35.541256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153422+0000","last_change":"2024-09-11T22:45:43.150445+0000","last_active":"2024-09-11T22:45:44.153422+0000","last_peered":"2024-09-11T22:45:44.153422+0000","last_clean":"2024-09-11T22:45:44.153422+0000","last_became_active":"2024-09-11T22:45:43.149966+0000","last_became_peered":"2024-09-11T22:45:43.149966+0000","last_unstale":"2024-09-11T22:45:44.153422+0000","last_undegraded":"2024-09-11T22:45:44.153422+0000","last_fullsized":"2024-09-11T22:45:44.153422+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:16:51.527127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.153096+0000","last_change":"2024-09-11T22:45:42.152349+0000","last_active":"2024-09-11T22:45:44.153096+0000","last_peered":"2024-09-11T22:45:44.153096+0000","last_clean":"2024-09-11T22:45:44.153096+0000","last_became_active":"2024-09-11T22:45:42.152017+0000","last_became_peered":"2024-09-11T22:45:42.152017+0000","last_unstale":"2024-09-11T22:45:44.153096+0000","last_undegraded":"2024-09-11T22:45:44.153096+0000","last_fullsized":"2024-09-11T22:45:44.153096+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:11:22.069831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046301+0000","last_change":"2024-09-11T22:45:43.156060+0000","last_active":"2024-09-11T22:45:45.046301+0000","last_peered":"2024-09-11T22:45:45.046301+0000","last_clean":"2024-09-11T22:45:45.046301+0000","last_became_active":"2024-09-11T22:45:43.155778+0000","last_became_peered":"2024-09-11T22:45:43.155778+0000","last_unstale":"2024-09-11T22:45:45.046301+0000","last_undegraded":"2024-09-11T22:45:45.046301+0000","last_fullsized":"2024-09-11T22:45:45.046301+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:10.570931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.149097+0000","last_change":"2024-09-11T22:45:42.156459+0000","last_active":"2024-09-11T22:45:44.149097+0000","last_peered":"2024-09-11T22:45:44.149097+0000","last_clean":"2024-09-11T22:45:44.149097+0000","last_became_active":"2024-09-11T22:45:42.156195+0000","last_became_peered":"2024-09-11T22:45:42.156195+0000","last_unstale":"2024-09-11T22:45:44.149097+0000","last_undegraded":"2024-09-11T22:45:44.149097+0000","last_fullsized":"2024-09-11T22:45:44.149097+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:20:50.650260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:44.597439+0000","last_change":"2024-09-11T22:45:43.156941+0000","last_active":"2024-09-11T22:45:44.597439+0000","last_peered":"2024-09-11T22:45:44.597439+0000","last_clean":"2024-09-11T22:45:44.597439+0000","last_became_active":"2024-09-11T22:45:43.155448+0000","last_became_peered":"2024-09-11T22:45:43.155448+0000","last_unstale":"2024-09-11T22:45:44.597439+0000","last_undegraded":"2024-09-11T22:45:44.597439+0000","last_fullsized":"2024-09-11T22:45:44.597439+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:42.131244+0000","last_clean_scrub_stamp":"2024-09-11T22:45:42.131244+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:16:21.324523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046373+0000","last_change":"2024-09-11T22:45:42.154647+0000","last_active":"2024-09-11T22:45:45.046373+0000","last_peered":"2024-09-11T22:45:45.046373+0000","last_clean":"2024-09-11T22:45:45.046373+0000","last_became_active":"2024-09-11T22:45:42.154298+0000","last_became_peered":"2024-09-11T22:45:42.154298+0000","last_unstale":"2024-09-11T22:45:45.046373+0000","last_undegraded":"2024-09-11T22:45:45.046373+0000","last_fullsized":"2024-09-11T22:45:45.046373+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:45:41.126378+0000","last_clean_scrub_stamp":"2024-09-11T22:45:41.126378+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:05:12.820795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":201,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-09-11T22:45:45.046115+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:45:45.046115+0000","last_peered":"2024-09-11T22:45:45.046115+0000","last_clean":"2024-09-11T22:45:45.046115+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:45:45.046115+0000","last_undegraded":"2024-09-11T22:45:45.046115+0000","last_fullsized":"2024-09-11T22:45:45.046115+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1040384,"data_stored":777483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509459,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27456,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":434176,"data_stored":186015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509458,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27460,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344380,"statfs":{"total":96636764160,"available":96608645120,"internally_reserved":0,"allocated":438272,"data_stored":185545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509457,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31620,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340220,"statfs":{"total":96636764160,"available":96604385280,"internally_reserved":0,"allocated":434176,"data_stored":185503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509457,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31616,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340224,"statfs":{"total":96636764160,"available":96604389376,"internally_reserved":0,"allocated":434176,"data_stored":185523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1028096,"data_stored":775835,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":428,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":438272,"data_stored":186037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35792,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336048,"statfs":{"total":96636764160,"available":96600113152,"internally_reserved":0,"allocated":446464,"data_stored":187079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:45:50.882 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-11T22:45:50.882 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-11T22:45:51.027 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.026+0000 7f7add52a640 1 Processor -- start 2024-09-11T22:45:51.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.026+0000 7f7add52a640 1 -- start start 2024-09-11T22:45:51.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7add52a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f7ad80b74e0 0x7f7ad81692b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:51.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7add52a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ad80b5ff0 con 0x7f7ad806db00 2024-09-11T22:45:51.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7add52a640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7ad809b5f0 con 0x7f7ad815e7f0 2024-09-11T22:45:51.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7add52a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f7ad815ebd0 con 0x7f7ad80b74e0 2024-09-11T22:45:51.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7ad67fc640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7ad806db00 0x7f7ad80b2060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60350/0 (socket says 172.21.15.16:60350) 2024-09-11T22:45:51.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7ad67fc640 1 -- 172.21.15.16:0/3429278238 learned_addr learned my addr 172.21.15.16:0/3429278238 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:51.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7ad77fe640 1 --2- 172.21.15.16:0/3429278238 >> v2:172.21.15.104:3300/0 conn(0x7f7ad80b74e0 0x7f7ad81692b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:51.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7ad5ffb640 1 -- 172.21.15.16:0/3429278238 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1484534053 0 0) 0x7f7ad80b5ff0 con 0x7f7ad806db00 2024-09-11T22:45:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7ad5ffb640 1 -- 172.21.15.16:0/3429278238 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7ac0003520 con 0x7f7ad806db00 2024-09-11T22:45:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7ad5ffb640 1 -- 172.21.15.16:0/3429278238 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3036076200 0 0) 0x7f7ad809b5f0 con 0x7f7ad815e7f0 2024-09-11T22:45:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7ad5ffb640 1 -- 172.21.15.16:0/3429278238 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7ad80b5ff0 con 0x7f7ad815e7f0 2024-09-11T22:45:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7ad77fe640 1 -- 172.21.15.16:0/3429278238 >> v1:172.21.15.104:6789/0 conn(0x7f7ad815e7f0 legacy=0x7f7ad806d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7ad77fe640 1 -- 172.21.15.16:0/3429278238 >> v1:172.21.15.16:6789/0 conn(0x7f7ad806db00 legacy=0x7f7ad80b2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.030 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.027+0000 7f7ad77fe640 1 -- 172.21.15.16:0/3429278238 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad809b8d0 con 0x7f7ad80b74e0 2024-09-11T22:45:51.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.028+0000 7f7ad77fe640 1 --2- 172.21.15.16:0/3429278238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ad80b74e0 0x7f7ad81692b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0009d90 tx=0x7f7ad002a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44971489232f578e server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:51.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.028+0000 7f7ad5ffb640 1 -- 172.21.15.16:0/3429278238 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0007740 con 0x7f7ad80b74e0 2024-09-11T22:45:51.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.028+0000 7f7ad5ffb640 1 -- 172.21.15.16:0/3429278238 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7ad00078e0 con 0x7f7ad80b74e0 2024-09-11T22:45:51.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.028+0000 7f7ad5ffb640 1 -- 172.21.15.16:0/3429278238 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0007c90 con 0x7f7ad80b74e0 2024-09-11T22:45:51.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.029+0000 7f7add52a640 1 -- 172.21.15.16:0/3429278238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ad80b74e0 msgr2=0x7f7ad81692b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.031 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.029+0000 7f7add52a640 1 --2- 172.21.15.16:0/3429278238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ad80b74e0 0x7f7ad81692b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0009d90 tx=0x7f7ad002a6f0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.029+0000 7f7add52a640 1 -- 172.21.15.16:0/3429278238 shutdown_connections 2024-09-11T22:45:51.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.029+0000 7f7add52a640 1 --2- 172.21.15.16:0/3429278238 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ad80b74e0 0x7f7ad81692b0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.029+0000 7f7add52a640 1 -- 172.21.15.16:0/3429278238 >> 172.21.15.16:0/3429278238 conn(0x7f7ad80b7c50 msgr2=0x7f7ad80b4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:51.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.029+0000 7f7add52a640 1 -- 172.21.15.16:0/3429278238 shutdown_connections 2024-09-11T22:45:51.032 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.029+0000 7f7add52a640 1 -- 172.21.15.16:0/3429278238 wait complete. 2024-09-11T22:45:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.030+0000 7f7add52a640 1 Processor -- start 2024-09-11T22:45:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.030+0000 7f7add52a640 1 -- start start 2024-09-11T22:45:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7add52a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ad806db00 0x7f7ad81600e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7add52a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ad80b74e0 0x7f7ad814aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7add52a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ad815e7f0 0x7f7ad81618f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7add52a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad80b3870 con 0x7f7ad80b74e0 2024-09-11T22:45:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7add52a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7ad809be90 con 0x7f7ad806db00 2024-09-11T22:45:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7add52a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7ad80b39f0 con 0x7f7ad815e7f0 2024-09-11T22:45:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7ad67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ad80b74e0 0x7f7ad814aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:51.034 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7ad67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ad80b74e0 0x7f7ad814aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53490/0 (socket says 172.21.15.16:53490) 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7ad67fc640 1 -- 172.21.15.16:0/3108612901 learned_addr learned my addr 172.21.15.16:0/3108612901 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7ad6ffd640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ad806db00 0x7f7ad81600e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7ad77fe640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ad815e7f0 0x7f7ad81618f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7ad67fc640 1 -- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ad815e7f0 msgr2=0x7f7ad81618f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7ad67fc640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ad815e7f0 0x7f7ad81618f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7ad67fc640 1 -- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ad806db00 msgr2=0x7f7ad81600e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7ad67fc640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ad806db00 0x7f7ad81600e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7ad67fc640 1 -- 172.21.15.16:0/3108612901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ad814b3f0 con 0x7f7ad80b74e0 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.031+0000 7f7ad67fc640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ad80b74e0 0x7f7ad814aeb0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f7acc00c4d0 tx=0x7f7acc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.032+0000 7f7abf7fe640 1 -- 172.21.15.16:0/3108612901 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7acc017070 con 0x7f7ad80b74e0 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.032+0000 7f7abf7fe640 1 -- 172.21.15.16:0/3108612901 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7acc005ce0 con 0x7f7ad80b74e0 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.032+0000 7f7add52a640 1 -- 172.21.15.16:0/3108612901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ad8160850 con 0x7f7ad80b74e0 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.032+0000 7f7abf7fe640 1 -- 172.21.15.16:0/3108612901 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7acc007270 con 0x7f7ad80b74e0 2024-09-11T22:45:51.035 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.032+0000 7f7add52a640 1 -- 172.21.15.16:0/3108612901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ad8160e10 con 0x7f7ad80b74e0 2024-09-11T22:45:51.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.033+0000 7f7add52a640 1 -- 172.21.15.16:0/3108612901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ad806d3f0 con 0x7f7ad80b74e0 2024-09-11T22:45:51.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.033+0000 7f7abf7fe640 1 -- 172.21.15.16:0/3108612901 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f7acc01a070 con 0x7f7ad80b74e0 2024-09-11T22:45:51.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.033+0000 7f7abf7fe640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7ac406be30 0x7f7ac406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:51.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.034+0000 7f7abf7fe640 1 -- 172.21.15.16:0/3108612901 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f7acc08a300 con 0x7f7ad80b74e0 2024-09-11T22:45:51.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.034+0000 7f7ad6ffd640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7ac406be30 0x7f7ac406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:51.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.034+0000 7f7ad6ffd640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7ac406be30 0x7f7ac406e2f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8007fd0 tx=0x7f7ac8009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:51.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.038+0000 7f7abf7fe640 1 -- 172.21.15.16:0/3108612901 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7acc058440 con 0x7f7ad80b74e0 2024-09-11T22:45:51.286 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.284+0000 7f7add52a640 1 -- 172.21.15.16:0/3108612901 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f7ad815d8a0 con 0x7f7ad80b74e0 2024-09-11T22:45:51.287 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.286+0000 7f7abf7fe640 1 -- 172.21.15.16:0/3108612901 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f7acc05c740 con 0x7f7ad80b74e0 2024-09-11T22:45:51.288 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2024-09-11T22:45:51.288 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAoHeJmM/JFIRAAKpycpXpj4zP1K2sKZfIwXw== 2024-09-11T22:45:51.288 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2024-09-11T22:45:51.288 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2024-09-11T22:45:51.288 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-11T22:45:51.288 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2024-09-11T22:45:51.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 -- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7ac406be30 msgr2=0x7f7ac406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7ac406be30 0x7f7ac406e2f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8007fd0 tx=0x7f7ac8009040 comp rx=0 tx=0).stop 2024-09-11T22:45:51.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 -- 172.21.15.16:0/3108612901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ad80b74e0 msgr2=0x7f7ad814aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ad80b74e0 0x7f7ad814aeb0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f7acc00c4d0 tx=0x7f7acc00c990 comp rx=0 tx=0).stop 2024-09-11T22:45:51.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 -- 172.21.15.16:0/3108612901 shutdown_connections 2024-09-11T22:45:51.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7ac406be30 0x7f7ac406e2f0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7ad815e7f0 0x7f7ad81618f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.290 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7ad80b74e0 0x7f7ad814aeb0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 --2- 172.21.15.16:0/3108612901 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7ad806db00 0x7f7ad81600e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 -- 172.21.15.16:0/3108612901 >> 172.21.15.16:0/3108612901 conn(0x7f7ad80b7c50 msgr2=0x7f7ad815cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:51.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 -- 172.21.15.16:0/3108612901 shutdown_connections 2024-09-11T22:45:51.291 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.288+0000 7f7add52a640 1 -- 172.21.15.16:0/3108612901 wait complete. 2024-09-11T22:45:51.301 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:45:51.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.401+0000 7f09cc76d640 1 Processor -- start 2024-09-11T22:45:51.403 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.401+0000 7f09cc76d640 1 -- start start 2024-09-11T22:45:51.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09cc76d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f09c415eb50 0x7f09c40d3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:51.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09cc76d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09c40b6100 0x7f09c40b6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:51.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09cc76d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f09c40cee70 con 0x7f09c415e770 2024-09-11T22:45:51.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09cc76d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f09c40cf3f0 con 0x7f09c415eb50 2024-09-11T22:45:51.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09cc76d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f09c40d3460 con 0x7f09c40b6100 2024-09-11T22:45:51.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09c9d08640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f09c415eb50 0x7f09c40d3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:51.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09ca509640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f09c415e770 0x7f09c40b9fa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:60366/0 (socket says 172.21.15.16:60366) 2024-09-11T22:45:51.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09ca509640 1 -- 172.21.15.16:0/103483062 learned_addr learned my addr 172.21.15.16:0/103483062 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:51.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09cad0a640 1 --2- 172.21.15.16:0/103483062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09c40b6100 0x7f09c40b6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:51.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09c9d08640 1 -- 172.21.15.16:0/103483062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09c40b6100 msgr2=0x7f09c40b6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:51.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09c9d08640 1 --2- 172.21.15.16:0/103483062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09c40b6100 0x7f09c40b6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09c9d08640 1 -- 172.21.15.16:0/103483062 >> v1:172.21.15.16:6789/0 conn(0x7f09c415e770 legacy=0x7f09c40b9fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.405 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.402+0000 7f09c9d08640 1 -- 172.21.15.16:0/103483062 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09c40d3130 con 0x7f09c415eb50 2024-09-11T22:45:51.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.403+0000 7f09c9d08640 1 --2- 172.21.15.16:0/103483062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09c415eb50 0x7f09c40d3ca0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f09c40d35e0 tx=0x7f09b402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b88611ebf205473 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:51.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.403+0000 7f09c9507640 1 -- 172.21.15.16:0/103483062 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b4037070 con 0x7f09c415eb50 2024-09-11T22:45:51.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.403+0000 7f09c9507640 1 -- 172.21.15.16:0/103483062 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09b4032440 con 0x7f09c415eb50 2024-09-11T22:45:51.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.403+0000 7f09c9507640 1 -- 172.21.15.16:0/103483062 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b4032810 con 0x7f09c415eb50 2024-09-11T22:45:51.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.404+0000 7f09cc76d640 1 -- 172.21.15.16:0/103483062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09c415eb50 msgr2=0x7f09c40d3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.404+0000 7f09cc76d640 1 --2- 172.21.15.16:0/103483062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09c415eb50 0x7f09c40d3ca0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f09c40d35e0 tx=0x7f09b402a180 comp rx=0 tx=0).stop 2024-09-11T22:45:51.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.404+0000 7f09cc76d640 1 -- 172.21.15.16:0/103483062 shutdown_connections 2024-09-11T22:45:51.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.404+0000 7f09cc76d640 1 --2- 172.21.15.16:0/103483062 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09c40b6100 0x7f09c40b6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.407 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.404+0000 7f09cc76d640 1 --2- 172.21.15.16:0/103483062 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09c415eb50 0x7f09c40d3ca0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.404+0000 7f09cc76d640 1 -- 172.21.15.16:0/103483062 >> 172.21.15.16:0/103483062 conn(0x7f09c40d12e0 msgr2=0x7f09c40d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:51.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.404+0000 7f09cc76d640 1 -- 172.21.15.16:0/103483062 shutdown_connections 2024-09-11T22:45:51.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.404+0000 7f09cc76d640 1 -- 172.21.15.16:0/103483062 wait complete. 2024-09-11T22:45:51.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.405+0000 7f09cc76d640 1 Processor -- start 2024-09-11T22:45:51.408 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.405+0000 7f09cc76d640 1 -- start start 2024-09-11T22:45:51.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09cc76d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09c40b6100 0x7f09c414fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:51.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09cc76d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f09c415e770 0x7f09c40b9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:51.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09cc76d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09c415eb50 0x7f09c40cda20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:51.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09cc76d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f09c40d4360 con 0x7f09c40b6100 2024-09-11T22:45:51.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09cc76d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f09c40d41e0 con 0x7f09c415e770 2024-09-11T22:45:51.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09cc76d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f09c40cf800 con 0x7f09c415eb50 2024-09-11T22:45:51.410 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09ca509640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09c40b6100 0x7f09c414fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09ca509640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09c40b6100 0x7f09c414fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53508/0 (socket says 172.21.15.16:53508) 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09ca509640 1 -- 172.21.15.16:0/1101848806 learned_addr learned my addr 172.21.15.16:0/1101848806 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09cad0a640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09c415eb50 0x7f09c40cda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09c9d08640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f09c415e770 0x7f09c40b9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09ca509640 1 -- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09c415eb50 msgr2=0x7f09c40cda20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09ca509640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09c415eb50 0x7f09c40cda20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09ca509640 1 -- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f09c415e770 msgr2=0x7f09c40b9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09ca509640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f09c415e770 0x7f09c40b9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09ca509640 1 -- 172.21.15.16:0/1101848806 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09c40c8340 con 0x7f09c40b6100 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.406+0000 7f09ca509640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09c40b6100 0x7f09c414fcf0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f09c000c400 tx=0x7f09c000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.407+0000 7f09baffd640 1 -- 172.21.15.16:0/1101848806 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c0017070 con 0x7f09c40b6100 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.407+0000 7f09baffd640 1 -- 172.21.15.16:0/1101848806 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f09c0005ce0 con 0x7f09c40b6100 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.407+0000 7f09cc76d640 1 -- 172.21.15.16:0/1101848806 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09c40c8600 con 0x7f09c40b6100 2024-09-11T22:45:51.411 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.407+0000 7f09baffd640 1 -- 172.21.15.16:0/1101848806 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c00072f0 con 0x7f09c40b6100 2024-09-11T22:45:51.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.407+0000 7f09cc76d640 1 -- 172.21.15.16:0/1101848806 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09c40c8bc0 con 0x7f09c40b6100 2024-09-11T22:45:51.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.408+0000 7f09cc76d640 1 -- 172.21.15.16:0/1101848806 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09c40d3ca0 con 0x7f09c40b6100 2024-09-11T22:45:51.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.408+0000 7f09baffd640 1 -- 172.21.15.16:0/1101848806 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f09c001a070 con 0x7f09c40b6100 2024-09-11T22:45:51.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.409+0000 7f09baffd640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f09a806be30 0x7f09a806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:51.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.409+0000 7f09baffd640 1 -- 172.21.15.16:0/1101848806 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f09c008a2e0 con 0x7f09c40b6100 2024-09-11T22:45:51.412 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.409+0000 7f09c9d08640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f09a806be30 0x7f09a806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:51.413 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.410+0000 7f09c9d08640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f09a806be30 0x7f09a806e2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f09b4034000 tx=0x7f09b402e000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:51.415 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.413+0000 7f09baffd640 1 -- 172.21.15.16:0/1101848806 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f09c0058540 con 0x7f09c40b6100 2024-09-11T22:45:51.625 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.624+0000 7f09cc76d640 1 -- 172.21.15.16:0/1101848806 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f09c40b58e0 con 0x7f09c40b6100 2024-09-11T22:45:51.626 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.624+0000 7f09baffd640 1 -- 172.21.15.16:0/1101848806 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5226 (secure 0 0 0) 0x7f09c005c840 con 0x7f09c40b6100 2024-09-11T22:45:51.626 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:51.626 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":15,"btime":"2024-09-11T22:45:45:154874+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/1702427553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1702427553},{"type":"v1","addr":"172.21.15.104:6837","nonce":1702427553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4622,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3893358227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3893358227},{"type":"v1","addr":"172.21.15.16:6835","nonce":3893358227}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4816,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/712712654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":712712654},{"type":"v1","addr":"172.21.15.104:6836","nonce":712712654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:45:42.505228+0000","modified":"2024-09-11T22:45:44.499270+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4869},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4869":{"gid":4869,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/4064795485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":4064795485},{"type":"v1","addr":"172.21.15.16:6834","nonce":4064795485}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4869,"qdb_cluster":[4869]},"id":2}]} 2024-09-11T22:45:51.627 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 15 2024-09-11T22:45:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 -- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f09a806be30 msgr2=0x7f09a806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.628 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f09a806be30 0x7f09a806e2f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f09b4034000 tx=0x7f09b402e000 comp rx=0 tx=0).stop 2024-09-11T22:45:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 -- 172.21.15.16:0/1101848806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09c40b6100 msgr2=0x7f09c414fcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09c40b6100 0x7f09c414fcf0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f09c000c400 tx=0x7f09c000c8c0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 -- 172.21.15.16:0/1101848806 shutdown_connections 2024-09-11T22:45:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f09a806be30 0x7f09a806e2f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f09c415eb50 0x7f09c40cda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f09c415e770 0x7f09c40b9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 --2- 172.21.15.16:0/1101848806 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f09c40b6100 0x7f09c414fcf0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 -- 172.21.15.16:0/1101848806 >> 172.21.15.16:0/1101848806 conn(0x7f09c40d12e0 msgr2=0x7f09c40d16c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 -- 172.21.15.16:0/1101848806 shutdown_connections 2024-09-11T22:45:51.629 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:51.626+0000 7f09cc76d640 1 -- 172.21.15.16:0/1101848806 wait complete. 2024-09-11T22:45:52.042 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-11T22:45:42.505228+0000', 'modified': '2024-09-11T22:45:44.499270+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4869}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4869': {'gid': 4869, 'name': 'a', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.16:6834/4064795485', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6832', 'nonce': 4064795485}, {'type': 'v1', 'addr': '172.21.15.16:6834', 'nonce': 4064795485}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4869, 'qdb_cluster': [4869]} 2024-09-11T22:45:52.042 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-11T22:45:52.043 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-11T22:45:52.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.148+0000 7f5a61d86640 1 Processor -- start 2024-09-11T22:45:52.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.148+0000 7f5a61d86640 1 -- start start 2024-09-11T22:45:52.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.149+0000 7f5a61d86640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5a5c09aa40 0x7f5a5c071680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.149+0000 7f5a61d86640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a5c06d000 0x7f5a5c06d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.149+0000 7f5a61d86640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a5c0b7230 con 0x7f5a5c09ae20 2024-09-11T22:45:52.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.149+0000 7f5a61d86640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5a5c071bc0 con 0x7f5a5c09aa40 2024-09-11T22:45:52.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.149+0000 7f5a61d86640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5a5c0b66b0 con 0x7f5a5c06d000 2024-09-11T22:45:52.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.149+0000 7f5a5b7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5a5c09aa40 0x7f5a5c071680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.149+0000 7f5a5bfff640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a5c06d000 0x7f5a5c06d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.150+0000 7f5a5affd640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f5a5c09ae20 0x7f5a5c0b5e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:40476/0 (socket says 172.21.15.16:40476) 2024-09-11T22:45:52.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.150+0000 7f5a5affd640 1 -- 172.21.15.16:0/1514221843 learned_addr learned my addr 172.21.15.16:0/1514221843 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:52.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.150+0000 7f5a5bfff640 1 -- 172.21.15.16:0/1514221843 >> v2:172.21.15.104:3300/0 conn(0x7f5a5c09aa40 msgr2=0x7f5a5c071680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:52.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.150+0000 7f5a5bfff640 1 --2- 172.21.15.16:0/1514221843 >> v2:172.21.15.104:3300/0 conn(0x7f5a5c09aa40 0x7f5a5c071680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.150+0000 7f5a5bfff640 1 -- 172.21.15.16:0/1514221843 >> v1:172.21.15.104:6789/0 conn(0x7f5a5c09ae20 legacy=0x7f5a5c0b5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.150+0000 7f5a5a7fc640 1 -- 172.21.15.16:0/1514221843 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 123015233 0 0) 0x7f5a5c0b7230 con 0x7f5a5c09ae20 2024-09-11T22:45:52.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.150+0000 7f5a5bfff640 1 -- 172.21.15.16:0/1514221843 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a5c0b6990 con 0x7f5a5c06d000 2024-09-11T22:45:52.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.150+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/1514221843 >> v2:172.21.15.104:3300/0 conn(0x7f5a5c09aa40 0x7f5a5c071680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:52.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a5bfff640 1 --2- 172.21.15.16:0/1514221843 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a5c06d000 0x7f5a5c06d490 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009d90 tx=0x7f5a5402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=205085de8bc83243 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:52.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a5a7fc640 1 -- 172.21.15.16:0/1514221843 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a54007740 con 0x7f5a5c06d000 2024-09-11T22:45:52.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a5a7fc640 1 -- 172.21.15.16:0/1514221843 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a540078e0 con 0x7f5a5c06d000 2024-09-11T22:45:52.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a5a7fc640 1 -- 172.21.15.16:0/1514221843 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a54007cb0 con 0x7f5a5c06d000 2024-09-11T22:45:52.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a61d86640 1 -- 172.21.15.16:0/1514221843 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a5c06d000 msgr2=0x7f5a5c06d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a61d86640 1 --2- 172.21.15.16:0/1514221843 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a5c06d000 0x7f5a5c06d490 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009d90 tx=0x7f5a5402a660 comp rx=0 tx=0).stop 2024-09-11T22:45:52.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a61d86640 1 -- 172.21.15.16:0/1514221843 shutdown_connections 2024-09-11T22:45:52.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a61d86640 1 --2- 172.21.15.16:0/1514221843 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a5c06d000 0x7f5a5c06d490 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a61d86640 1 --2- 172.21.15.16:0/1514221843 >> v2:172.21.15.104:3300/0 conn(0x7f5a5c09aa40 0x7f5a5c071680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a61d86640 1 -- 172.21.15.16:0/1514221843 >> 172.21.15.16:0/1514221843 conn(0x7f5a5c0b40a0 msgr2=0x7f5a5c0b44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:52.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a61d86640 1 -- 172.21.15.16:0/1514221843 shutdown_connections 2024-09-11T22:45:52.154 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.151+0000 7f5a61d86640 1 -- 172.21.15.16:0/1514221843 wait complete. 2024-09-11T22:45:52.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.153+0000 7f5a61d86640 1 Processor -- start 2024-09-11T22:45:52.155 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.153+0000 7f5a61d86640 1 -- start start 2024-09-11T22:45:52.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a61d86640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a5c06d000 0x7f5a5c148f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a61d86640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a5c09aa40 0x7f5a5c149840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a61d86640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a5c09ae20 0x7f5a5c0d2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a61d86640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5a5c0d2200 con 0x7f5a5c06d000 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a61d86640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5a5c0b6f50 con 0x7f5a5c09aa40 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a61d86640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5a5c09b240 con 0x7f5a5c09ae20 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a5b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a5c06d000 0x7f5a5c148f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a5b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a5c06d000 0x7f5a5c148f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53516/0 (socket says 172.21.15.16:53516) 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/522082213 learned_addr learned my addr 172.21.15.16:0/522082213 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a5bfff640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a5c09ae20 0x7f5a5c0d2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a5affd640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a5c09aa40 0x7f5a5c149840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a5c09ae20 msgr2=0x7f5a5c0d2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a5c09ae20 0x7f5a5c0d2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a5c09aa40 msgr2=0x7f5a5c149840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a5c09aa40 0x7f5a5c149840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/522082213 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a5c156780 con 0x7f5a5c06d000 2024-09-11T22:45:52.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a5c06d000 0x7f5a5c148f10 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5a4c00ebe0 tx=0x7f5a4c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:52.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a43fff640 1 -- 172.21.15.16:0/522082213 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a4c017070 con 0x7f5a5c06d000 2024-09-11T22:45:52.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a43fff640 1 -- 172.21.15.16:0/522082213 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a4c00cc30 con 0x7f5a5c06d000 2024-09-11T22:45:52.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.154+0000 7f5a61d86640 1 -- 172.21.15.16:0/522082213 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a5c149450 con 0x7f5a5c06d000 2024-09-11T22:45:52.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.155+0000 7f5a43fff640 1 -- 172.21.15.16:0/522082213 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a4c013470 con 0x7f5a5c06d000 2024-09-11T22:45:52.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.155+0000 7f5a61d86640 1 -- 172.21.15.16:0/522082213 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a5c1605d0 con 0x7f5a5c06d000 2024-09-11T22:45:52.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.156+0000 7f5a43fff640 1 -- 172.21.15.16:0/522082213 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f5a4c01a070 con 0x7f5a5c06d000 2024-09-11T22:45:52.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.157+0000 7f5a43fff640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5a4806be30 0x7f5a4806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.157+0000 7f5a43fff640 1 -- 172.21.15.16:0/522082213 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f5a4c08aea0 con 0x7f5a5c06d000 2024-09-11T22:45:52.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.157+0000 7f5a5affd640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5a4806be30 0x7f5a4806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.157+0000 7f5a5affd640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5a4806be30 0x7f5a4806e2f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c0d3150 tx=0x7f5a50007de0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:52.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.157+0000 7f5a64bfd740 1 Processor -- start 2024-09-11T22:45:52.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.158+0000 7f5a64bfd740 1 -- start start 2024-09-11T22:45:52.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.158+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f02c0 0x55c468a35a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.158+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689eda80 0x55c4689f06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.158+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c4689f1a50 0x55c4689ea8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.158+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55c468952520 con 0x55c4689eda80 2024-09-11T22:45:52.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.158+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c4688fa3e0 con 0x55c4689f1a50 2024-09-11T22:45:52.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.158+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55c46894e4e0 con 0x55c4689f02c0 2024-09-11T22:45:52.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a5affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689eda80 0x55c4689f06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a5affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689eda80 0x55c4689f06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53522/0 (socket says 172.21.15.16:53522) 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a5affd640 1 -- 172.21.15.16:0/522522890 learned_addr learned my addr 172.21.15.16:0/522522890 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/522522890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f02c0 0x55c468a35a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a5bfff640 1 --2- 172.21.15.16:0/522522890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c4689f1a50 0x55c4689ea8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a5affd640 1 -- 172.21.15.16:0/522522890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f02c0 msgr2=0x55c468a35a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a5affd640 1 --2- 172.21.15.16:0/522522890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f02c0 0x55c468a35a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a5affd640 1 -- 172.21.15.16:0/522522890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c4689f1a50 msgr2=0x55c4689ea8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a5affd640 1 --2- 172.21.15.16:0/522522890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c4689f1a50 0x55c4689ea8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a5affd640 1 -- 172.21.15.16:0/522522890 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4689152f0 con 0x55c4689eda80 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a5affd640 1 --2- 172.21.15.16:0/522522890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689eda80 0x55c4689f06a0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5a50004f90 tx=0x7f5a50013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=780a614102c6232a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a417fa640 1 -- 172.21.15.16:0/522522890 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a50026070 con 0x55c4689eda80 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a417fa640 1 -- 172.21.15.16:0/522522890 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a50001cf0 con 0x55c4689eda80 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.159+0000 7f5a417fa640 1 -- 172.21.15.16:0/522522890 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a50013d80 con 0x55c4689eda80 2024-09-11T22:45:52.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.160+0000 7f5a64bfd740 1 -- 172.21.15.16:0/522522890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689eda80 msgr2=0x55c4689f06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.160+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/522522890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689eda80 0x55c4689f06a0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5a50004f90 tx=0x7f5a50013000 comp rx=0 tx=0).stop 2024-09-11T22:45:52.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.160+0000 7f5a64bfd740 1 -- 172.21.15.16:0/522522890 shutdown_connections 2024-09-11T22:45:52.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.160+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/522522890 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c4689f1a50 0x55c4689ea8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.160+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/522522890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689eda80 0x55c4689f06a0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.160+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/522522890 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f02c0 0x55c468a35a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.160+0000 7f5a64bfd740 1 -- 172.21.15.16:0/522522890 >> 172.21.15.16:0/522522890 conn(0x55c4689eca80 msgr2=0x55c468a34f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:52.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.160+0000 7f5a64bfd740 1 -- 172.21.15.16:0/522522890 shutdown_connections 2024-09-11T22:45:52.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.160+0000 7f5a64bfd740 1 -- 172.21.15.16:0/522522890 wait complete. 2024-09-11T22:45:52.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.161+0000 7f5a64bfd740 1 -- start start 2024-09-11T22:45:52.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.161+0000 7f5a64bfd740 1 Processor -- start 2024-09-11T22:45:52.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.161+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a17d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.161+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c4689eedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.161+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c468a0f0a0 0x55c4689ef330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.161+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55c4689ebf20 con 0x55c4689f02c0 2024-09-11T22:45:52.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.161+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c4688db450 con 0x55c468a0f0a0 2024-09-11T22:45:52.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.161+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55c468a36290 con 0x55c4689f1a50 2024-09-11T22:45:52.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a64bfd740 10 client.0 _ll_register_callbacks cb 0x55c468664ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-11T22:45:52.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a5b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a17d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a5b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a17d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53536/0 (socket says 172.21.15.16:53536) 2024-09-11T22:45:52.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/780594536 learned_addr learned my addr 172.21.15.16:0/780594536 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:52.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a5affd640 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c4689eedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a5bfff640 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c468a0f0a0 0x55c4689ef330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/780594536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 msgr2=0x55c4689eedf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c4689eedf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/780594536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c468a0f0a0 msgr2=0x55c4689ef330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c468a0f0a0 0x55c4689ef330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/780594536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4686652d0 con 0x55c4689f02c0 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a17d30 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5a4c089240 tx=0x7f5a4c0590f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca21789a0e670a57 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a3a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/780594536 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a4c088060 con 0x55c4689f02c0 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/780594536 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f5a4c082da0 con 0x55c4689f02c0 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a64bfd740 1 -- 172.21.15.16:0/780594536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a50001cf0 con 0x55c4689f02c0 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/780594536 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7f5a4c021040 con 0x55c4689f02c0 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a64bfd740 10 client.5061 fetch_fsmap learned FSMap version 15 2024-09-11T22:45:52.169 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.162+0000 7f5a64bfd740 1 -- 172.21.15.16:0/780594536 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x55c46872f6b0 con 0x55c4689f02c0 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.163+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/780594536 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a50001cf0 con 0x55c4689f02c0 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.163+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/780594536 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7f5a4c05b040 con 0x55c4689f02c0 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.163+0000 7f5a64bfd740 10 client.5061 fetch_fsmap finished waiting for FSMap version 15 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.163+0000 7f5a64bfd740 10 client.5061 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.163+0000 7f5a64bfd740 20 client.5061 populate_metadata read hostname 'smithi016' 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.163+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.16:6832/4064795485,v1:172.21.15.16:6834/4064795485] conn(0x55c468a0f9a0 0x55c468a0fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.163+0000 7f5a64bfd740 4 client.5061 mds_command: new command op to 4869 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.163+0000 7f5a64bfd740 1 -- 172.21.15.16:0/780594536 --> [v2:172.21.15.16:6832/4064795485,v1:172.21.15.16:6834/4064795485] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c46895fc50 con 0x55c468a0f9a0 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.163+0000 7f5a5affd640 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.16:6832/4064795485,v1:172.21.15.16:6834/4064795485] conn(0x55c468a0f9a0 0x55c468a0fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.163+0000 7f5a5affd640 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.16:6832/4064795485,v1:172.21.15.16:6834/4064795485] conn(0x55c468a0f9a0 0x55c468a0fd80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2cd2aa58c24bf1e server_cookie=16ab463cb273dd8a in_seq=0 out_seq=0 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.163+0000 7f5a3a7fc640 10 client.5061 ms_handle_connect on v2:172.21.15.16:6832/4064795485 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/780594536 <== mds.0 v2:172.21.15.16:6832/4064795485 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c46895fc50 con 0x55c468a0f9a0 2024-09-11T22:45:52.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a3a7fc640 10 client.5061 handle_command_reply: tid=0 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 1 client.5061 shutdown 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 1 -- 172.21.15.16:0/780594536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 msgr2=0x55c468a17d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a17d30 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5a4c089240 tx=0x7f5a4c0590f0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 1 -- 172.21.15.16:0/780594536 shutdown_connections 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.16:6832/4064795485,v1:172.21.15.16:6834/4064795485] conn(0x55c468a0f9a0 0x55c468a0fd80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c468a0f0a0 0x55c4689ef330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c4689eedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a3a7fc640 0 client.5061 ms_handle_reset on v2:172.21.15.16:6832/4064795485 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/780594536 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a17d30 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 1 -- 172.21.15.16:0/780594536 >> 172.21.15.16:0/780594536 conn(0x55c4689eda80 msgr2=0x55c468a33e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 1 -- 172.21.15.16:0/780594536 shutdown_connections 2024-09-11T22:45:52.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 1 -- 172.21.15.16:0/780594536 wait complete. 2024-09-11T22:45:52.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.164+0000 7f5a64bfd740 20 client.5061 trim_cache size 0 max 16384 2024-09-11T22:45:52.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.184+0000 7f5a64bfd740 1 Processor -- start 2024-09-11T22:45:52.186 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.184+0000 7f5a64bfd740 1 -- start start 2024-09-11T22:45:52.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a0e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c468a0fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c468a0f0a0 0x55c468a102c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5a5c2011d0 con 0x55c4689f02c0 2024-09-11T22:45:52.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5a5c200230 con 0x55c468a0f0a0 2024-09-11T22:45:52.188 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5a5c071160 con 0x55c4689f1a50 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a5b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a0e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a5b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a0e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53538/0 (socket says 172.21.15.16:53538) 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/2599203165 learned_addr learned my addr 172.21.15.16:0/2599203165 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a5bfff640 1 --2- 172.21.15.16:0/2599203165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c468a0f0a0 0x55c468a102c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a5affd640 1 --2- 172.21.15.16:0/2599203165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c468a0fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/2599203165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 msgr2=0x55c468a0fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/2599203165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c468a0fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/2599203165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c468a0f0a0 msgr2=0x55c468a102c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/2599203165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c468a0f0a0 0x55c468a102c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.185+0000 7f5a5b7fe640 1 -- 172.21.15.16:0/2599203165 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c468a321b0 con 0x55c4689f02c0 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/2599203165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a0e2b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5a4c061d40 tx=0x7f5a4c06f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f97331e00df8fea server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a40ff9640 1 -- 172.21.15.16:0/2599203165 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a4c088070 con 0x55c4689f02c0 2024-09-11T22:45:52.189 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a40ff9640 1 -- 172.21.15.16:0/2599203165 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a4c082da0 con 0x55c4689f02c0 2024-09-11T22:45:52.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a40ff9640 1 -- 172.21.15.16:0/2599203165 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a4c054fe0 con 0x55c4689f02c0 2024-09-11T22:45:52.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a64bfd740 1 -- 172.21.15.16:0/2599203165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 msgr2=0x55c468a0e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/2599203165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a0e2b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5a4c061d40 tx=0x7f5a4c06f000 comp rx=0 tx=0).stop 2024-09-11T22:45:52.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a64bfd740 1 -- 172.21.15.16:0/2599203165 shutdown_connections 2024-09-11T22:45:52.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/2599203165 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c468a0f0a0 0x55c468a102c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/2599203165 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c468a0fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/2599203165 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c4689f02c0 0x55c468a0e2b0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a64bfd740 1 -- 172.21.15.16:0/2599203165 >> 172.21.15.16:0/2599203165 conn(0x55c4689eda80 msgr2=0x55c468a36a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:52.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.186+0000 7f5a64bfd740 1 -- 172.21.15.16:0/2599203165 shutdown_connections 2024-09-11T22:45:52.190 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.187+0000 7f5a64bfd740 1 -- 172.21.15.16:0/2599203165 wait complete. 2024-09-11T22:45:52.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.187+0000 7f5a64bfd740 1 -- start start 2024-09-11T22:45:52.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.187+0000 7f5a64bfd740 1 Processor -- start 2024-09-11T22:45:52.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c4689f02c0 0x55c468a38f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c468a341f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a64bfd740 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c468a0f0a0 0x55c468ab6a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.194 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x55c468a18270 con 0x55c468a0f0a0 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x55c468a19ae0 con 0x55c4689f02c0 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a64bfd740 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x55c4689ea3d0 con 0x55c4689f1a50 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a64bfd740 10 client.0 _ll_register_callbacks cb 0x7f5a4c058e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a5bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c468a0f0a0 0x55c468ab6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a5bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c468a0f0a0 0x55c468ab6a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53540/0 (socket says 172.21.15.16:53540) 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a5bfff640 1 -- 172.21.15.16:0/3593511413 learned_addr learned my addr 172.21.15.16:0/3593511413 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a5affd640 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c468a341f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c4689f02c0 0x55c468a38f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a5bfff640 1 -- 172.21.15.16:0/3593511413 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 msgr2=0x55c468a341f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a5bfff640 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c468a341f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a5bfff640 1 -- 172.21.15.16:0/3593511413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c4689f02c0 msgr2=0x55c468a38f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a5bfff640 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c4689f02c0 0x55c468a38f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a5bfff640 1 -- 172.21.15.16:0/3593511413 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c468a16de0 con 0x55c468a0f0a0 2024-09-11T22:45:52.195 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a5bfff640 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c468a0f0a0 0x55c468ab6a40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009e80 tx=0x7f5a54004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b499747abaf962ff server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.188+0000 7f5a3a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/3593511413 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a540047b0 con 0x55c468a0f0a0 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/3593511413 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f5a54007540 con 0x55c468a0f0a0 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a64bfd740 1 -- 172.21.15.16:0/3593511413 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a4c082da0 con 0x55c468a0f0a0 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/3593511413 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7f5a54009a30 con 0x55c468a0f0a0 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a64bfd740 10 client.5067 fetch_fsmap learned FSMap version 15 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a64bfd740 1 -- 172.21.15.16:0/3593511413 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x55c468a59530 con 0x55c468a0f0a0 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/3593511413 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a4c082da0 con 0x55c468a0f0a0 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/3593511413 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7f5a54007740 con 0x55c468a0f0a0 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a64bfd740 10 client.5067 fetch_fsmap finished waiting for FSMap version 15 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a64bfd740 10 client.5067 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a64bfd740 20 client.5067 populate_metadata read hostname 'smithi016' 2024-09-11T22:45:52.196 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.16:6832/4064795485,v1:172.21.15.16:6834/4064795485] conn(0x55c468a16930 0x55c468abf2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a64bfd740 4 client.5067 mds_command: new command op to 4869 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a64bfd740 1 -- 172.21.15.16:0/3593511413 --> [v2:172.21.15.16:6832/4064795485,v1:172.21.15.16:6834/4064795485] -- command(tid 0: {"prefix": "status"}) -- 0x55c468959fa0 con 0x55c468a16930 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.16:6832/4064795485,v1:172.21.15.16:6834/4064795485] conn(0x55c468a16930 0x55c468abf2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a5b7fe640 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.16:6832/4064795485,v1:172.21.15.16:6834/4064795485] conn(0x55c468a16930 0x55c468abf2a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af6518336e9e1a7d server_cookie=8608ed184fea25f7 in_seq=0 out_seq=0 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.189+0000 7f5a3a7fc640 10 client.5067 ms_handle_connect on v2:172.21.15.16:6832/4064795485 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a3a7fc640 1 -- 172.21.15.16:0/3593511413 <== mds.0 v2:172.21.15.16:6832/4064795485 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55c468959fa0 con 0x55c468a16930 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a3a7fc640 10 client.5067 handle_command_reply: tid=0 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 1 client.5067 shutdown 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 1 -- 172.21.15.16:0/3593511413 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c468a0f0a0 msgr2=0x55c468ab6a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c468a0f0a0 0x55c468ab6a40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009e80 tx=0x7f5a54004ab0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 1 -- 172.21.15.16:0/3593511413 shutdown_connections 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.16:6832/4064795485,v1:172.21.15.16:6834/4064795485] conn(0x55c468a16930 0x55c468abf2a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55c468a0f0a0 0x55c468ab6a40 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.197 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a3a7fc640 0 client.5067 ms_handle_reset on v2:172.21.15.16:6832/4064795485 2024-09-11T22:45:52.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x55c4689f1a50 0x55c468a341f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 1 --2- 172.21.15.16:0/3593511413 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x55c4689f02c0 0x55c468a38f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 1 -- 172.21.15.16:0/3593511413 >> 172.21.15.16:0/3593511413 conn(0x55c4689eda80 msgr2=0x55c468a33450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:52.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 1 -- 172.21.15.16:0/3593511413 shutdown_connections 2024-09-11T22:45:52.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 1 -- 172.21.15.16:0/3593511413 wait complete. 2024-09-11T22:45:52.198 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.190+0000 7f5a64bfd740 20 client.5067 trim_cache size 0 max 16384 2024-09-11T22:45:52.198 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:45:52.198 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "fe88ec11-3e62-445d-9356-b1b8d8281fad", 2024-09-11T22:45:52.198 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2024-09-11T22:45:52.198 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 4869, 2024-09-11T22:45:52.198 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2024-09-11T22:45:52.199 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2024-09-11T22:45:52.199 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2024-09-11T22:45:52.199 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 9.0448254769999998, 2024-09-11T22:45:52.199 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 15, 2024-09-11T22:45:52.199 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 38, 2024-09-11T22:45:52.199 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 38, 2024-09-11T22:45:52.199 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 15.920704175999999 2024-09-11T22:45:52.199 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:45:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 -- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5a4806be30 msgr2=0x7f5a4806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5a4806be30 0x7f5a4806e2f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c0d3150 tx=0x7f5a50007de0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 -- 172.21.15.16:0/522082213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a5c06d000 msgr2=0x7f5a5c148f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a5c06d000 0x7f5a5c148f10 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5a4c00ebe0 tx=0x7f5a4c00c520 comp rx=0 tx=0).stop 2024-09-11T22:45:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 -- 172.21.15.16:0/522082213 shutdown_connections 2024-09-11T22:45:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5a4806be30 0x7f5a4806e2f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5a5c09ae20 0x7f5a5c0d2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5a5c09aa40 0x7f5a5c149840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 --2- 172.21.15.16:0/522082213 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5a5c06d000 0x7f5a5c148f10 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 -- 172.21.15.16:0/522082213 >> 172.21.15.16:0/522082213 conn(0x7f5a5c0b40a0 msgr2=0x7f5a5c06d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 -- 172.21.15.16:0/522082213 shutdown_connections 2024-09-11T22:45:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.191+0000 7f5a61d86640 1 -- 172.21.15.16:0/522082213 wait complete. 2024-09-11T22:45:52.204 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-11T22:45:52.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.304+0000 7f92df96d640 1 Processor -- start 2024-09-11T22:45:52.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.304+0000 7f92df96d640 1 -- start start 2024-09-11T22:45:52.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.305+0000 7f92df96d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92d815c700 0x7f92d809b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.305+0000 7f92df96d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f92d80ccf00 0x7f92d81600c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.305+0000 7f92df96d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f92d8160600 0x7f92d815cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.305+0000 7f92df96d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f92d8160a70 con 0x7f92d8160600 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.305+0000 7f92df96d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f92d80cd490 con 0x7f92d80ccf00 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.305+0000 7f92df96d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f92d80cd770 con 0x7f92d815c700 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.305+0000 7f92ddf0a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f92d8160600 0x7f92d815cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.305+0000 7f92ddf0a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f92d8160600 0x7f92d815cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53542/0 (socket says 172.21.15.16:53542) 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.305+0000 7f92ddf0a640 1 -- 172.21.15.16:0/1527013195 learned_addr learned my addr 172.21.15.16:0/1527013195 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.306+0000 7f92dd709640 1 --2- 172.21.15.16:0/1527013195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92d815c700 0x7f92d809b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.306+0000 7f92dcf08640 1 --2- 172.21.15.16:0/1527013195 >> v2:172.21.15.104:3300/0 conn(0x7f92d80ccf00 0x7f92d81600c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.306+0000 7f92ddf0a640 1 -- 172.21.15.16:0/1527013195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92d815c700 msgr2=0x7f92d809b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.306+0000 7f92ddf0a640 1 --2- 172.21.15.16:0/1527013195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92d815c700 0x7f92d809b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.306+0000 7f92ddf0a640 1 -- 172.21.15.16:0/1527013195 >> v2:172.21.15.104:3300/0 conn(0x7f92d80ccf00 msgr2=0x7f92d81600c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:52.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.306+0000 7f92ddf0a640 1 --2- 172.21.15.16:0/1527013195 >> v2:172.21.15.104:3300/0 conn(0x7f92d80ccf00 0x7f92d81600c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.306+0000 7f92ddf0a640 1 -- 172.21.15.16:0/1527013195 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92d80cda50 con 0x7f92d8160600 2024-09-11T22:45:52.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92ddf0a640 1 --2- 172.21.15.16:0/1527013195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92d8160600 0x7f92d815cae0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f92d8073a90 tx=0x7f92c802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15178d8c263de5c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:52.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92d7fff640 1 -- 172.21.15.16:0/1527013195 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c8036070 con 0x7f92d8160600 2024-09-11T22:45:52.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92d7fff640 1 -- 172.21.15.16:0/1527013195 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92c8031600 con 0x7f92d8160600 2024-09-11T22:45:52.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92d7fff640 1 -- 172.21.15.16:0/1527013195 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c80319d0 con 0x7f92d8160600 2024-09-11T22:45:52.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92df96d640 1 -- 172.21.15.16:0/1527013195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92d8160600 msgr2=0x7f92d815cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.310 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92df96d640 1 --2- 172.21.15.16:0/1527013195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92d8160600 0x7f92d815cae0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f92d8073a90 tx=0x7f92c802a6a0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92df96d640 1 -- 172.21.15.16:0/1527013195 shutdown_connections 2024-09-11T22:45:52.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92df96d640 1 --2- 172.21.15.16:0/1527013195 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92d8160600 0x7f92d815cae0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92df96d640 1 --2- 172.21.15.16:0/1527013195 >> v2:172.21.15.104:3300/0 conn(0x7f92d80ccf00 0x7f92d81600c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92df96d640 1 --2- 172.21.15.16:0/1527013195 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92d815c700 0x7f92d809b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92df96d640 1 -- 172.21.15.16:0/1527013195 >> 172.21.15.16:0/1527013195 conn(0x7f92d80d2460 msgr2=0x7f92d80d2870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:52.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92df96d640 1 -- 172.21.15.16:0/1527013195 shutdown_connections 2024-09-11T22:45:52.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.307+0000 7f92df96d640 1 -- 172.21.15.16:0/1527013195 wait complete. 2024-09-11T22:45:52.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92df96d640 1 Processor -- start 2024-09-11T22:45:52.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92df96d640 1 -- start start 2024-09-11T22:45:52.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92df96d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92d80ccf00 0x7f92d80c8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92df96d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92d815c700 0x7f92d81f6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92df96d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92d8160600 0x7f92d8156170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92df96d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f92d809b960 con 0x7f92d8160600 2024-09-11T22:45:52.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92df96d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f92d80ce010 con 0x7f92d80ccf00 2024-09-11T22:45:52.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92df96d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f92d809bae0 con 0x7f92d815c700 2024-09-11T22:45:52.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92ddf0a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92d8160600 0x7f92d8156170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92ddf0a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92d8160600 0x7f92d8156170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53546/0 (socket says 172.21.15.16:53546) 2024-09-11T22:45:52.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92ddf0a640 1 -- 172.21.15.16:0/1391545528 learned_addr learned my addr 172.21.15.16:0/1391545528 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92dcf08640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92d815c700 0x7f92d81f6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.309+0000 7f92dd709640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92d80ccf00 0x7f92d80c8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.310+0000 7f92ddf0a640 1 -- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92d815c700 msgr2=0x7f92d81f6110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.310+0000 7f92ddf0a640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92d815c700 0x7f92d81f6110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.310+0000 7f92ddf0a640 1 -- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92d80ccf00 msgr2=0x7f92d80c8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.310+0000 7f92ddf0a640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92d80ccf00 0x7f92d80c8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.310+0000 7f92ddf0a640 1 -- 172.21.15.16:0/1391545528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92d81583c0 con 0x7f92d8160600 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.310+0000 7f92ddf0a640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92d8160600 0x7f92d8156170 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f92c8034040 tx=0x7f92c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.310+0000 7f92d5ffb640 1 -- 172.21.15.16:0/1391545528 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c8036050 con 0x7f92d8160600 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.310+0000 7f92d5ffb640 1 -- 172.21.15.16:0/1391545528 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92c8042070 con 0x7f92d8160600 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.310+0000 7f92df96d640 1 -- 172.21.15.16:0/1391545528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92d81586a0 con 0x7f92d8160600 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.310+0000 7f92d5ffb640 1 -- 172.21.15.16:0/1391545528 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c8009510 con 0x7f92d8160600 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.310+0000 7f92df96d640 1 -- 172.21.15.16:0/1391545528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92d8158c60 con 0x7f92d8160600 2024-09-11T22:45:52.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.311+0000 7f92df96d640 1 -- 172.21.15.16:0/1391545528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92d81600c0 con 0x7f92d8160600 2024-09-11T22:45:52.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.312+0000 7f92d5ffb640 1 -- 172.21.15.16:0/1391545528 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7f92c8007bf0 con 0x7f92d8160600 2024-09-11T22:45:52.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.312+0000 7f92d5ffb640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f92c406be60 0x7f92c406e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:52.315 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.312+0000 7f92d5ffb640 1 -- 172.21.15.16:0/1391545528 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f92c80abbc0 con 0x7f92d8160600 2024-09-11T22:45:52.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.312+0000 7f92dd709640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f92c406be60 0x7f92c406e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:52.316 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.313+0000 7f92dd709640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f92c406be60 0x7f92c406e320 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f92d0009a20 tx=0x7f92d0009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:52.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.316+0000 7f92d5ffb640 1 -- 172.21.15.16:0/1391545528 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f92c8079eb0 con 0x7f92d8160600 2024-09-11T22:45:52.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.529+0000 7f92df96d640 1 -- 172.21.15.16:0/1391545528 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f92d80d3130 con 0x7f92d8160600 2024-09-11T22:45:52.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.529+0000 7f92d5ffb640 1 -- 172.21.15.16:0/1391545528 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) ==== 53+0+73 (secure 0 0 0) 0x7f92c807e1b0 con 0x7f92d8160600 2024-09-11T22:45:52.531 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-11T22:45:52.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 -- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f92c406be60 msgr2=0x7f92c406e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f92c406be60 0x7f92c406e320 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f92d0009a20 tx=0x7f92d0009190 comp rx=0 tx=0).stop 2024-09-11T22:45:52.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 -- 172.21.15.16:0/1391545528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92d8160600 msgr2=0x7f92d8156170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:52.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92d8160600 0x7f92d8156170 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f92c8034040 tx=0x7f92c8004a40 comp rx=0 tx=0).stop 2024-09-11T22:45:52.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 -- 172.21.15.16:0/1391545528 shutdown_connections 2024-09-11T22:45:52.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f92c406be60 0x7f92c406e320 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92d8160600 0x7f92d8156170 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92d815c700 0x7f92d81f6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 --2- 172.21.15.16:0/1391545528 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f92d80ccf00 0x7f92d80c8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:52.534 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 -- 172.21.15.16:0/1391545528 >> 172.21.15.16:0/1391545528 conn(0x7f92d80d2460 msgr2=0x7f92d80cf380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:52.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 -- 172.21.15.16:0/1391545528 shutdown_connections 2024-09-11T22:45:52.535 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52.532+0000 7f92df96d640 1 -- 172.21.15.16:0/1391545528 wait complete. 2024-09-11T22:45:52.544 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-11T22:45:52.544 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-11T22:45:52.544 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2024-09-11T22:45:52.545 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-11T22:45:52.545 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-11T22:45:52.545 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-11T22:45:52.545 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-11T22:45:52.545 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-11T22:45:52.545 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-11T22:45:52.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:52.545 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2024-09-11T22:45:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-11T22:45:52.562 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42708sec preferred_lft 42708sec 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether a6:b7:b3:51:d0:75 brd ff:ff:ff:ff:ff:ff 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::707d:94ff:fe4e:7a5b/64 scope link 2024-09-11T22:45:52.563 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-11T22:45:52.564 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether aa:58:d7:af:54:23 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-11T22:45:52.564 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::a858:d7ff:feaf:5423/64 scope link 2024-09-11T22:45:52.564 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-11T22:45:52.564 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether a6:b7:b3:51:d0:75 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-11T22:45:52.564 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::a4b7:b3ff:fe51:d075/64 scope link 2024-09-11T22:45:52.564 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2024-09-11T22:45:52.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:52.564 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-11T22:45:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:1 2024-09-11T22:45:52.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:52.627 DEBUG:teuthology.orchestra.run.smithi016:> route 2024-09-11T22:45:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2024-09-11T22:45:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-11T22:45:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-11T22:45:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-11T22:45:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-11T22:45:52.685 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-11T22:45:52.685 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2024-09-11T22:45:52.685 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-11T22:45:52.685 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-11T22:45:52.685 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-11T22:45:52.685 DEBUG:teuthology.orchestra.run.smithi016:> ') 2024-09-11T22:45:52.774 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-11T22:45:52.807 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:52.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:52.814 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-11T22:45:52.830 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-11T22:45:52.830 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-11T22:45:52.830 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-11T22:45:52.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:52.831 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2024-09-11T22:45:52.897 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:45:52.897 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-11T22:45:52.952 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-11T22:45:52.953 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-11T22:45:52.953 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-11T22:45:53.007 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-11T22:45:53.008 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:53.008 DEBUG:teuthology.orchestra.run.smithi016:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:53.092 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:53.092 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel". 2024-09-11T22:45:53.100 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,snapdirname=.customsnapkernel,nofallback 2024-09-11T22:45:53.100 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel". 2024-09-11T22:45:53.100 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: resolved to: "172.21.15.16:3300,172.21.15.104:3300,172.21.15.104:3301" 2024-09-11T22:45:53.100 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: trying mount with new device syntax: 0@fe88ec11-3e62-445d-9356-b1b8d8281fad.cephfs=/ 2024-09-11T22:45:53.100 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,snapdirname=.customsnapkernel,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.16:3300/172.21.15.104:3300/172.21.15.104:3301" will pass to kernel 2024-09-11T22:45:53.101 INFO:teuthology.orchestra.run.smithi016.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-11T22:45:53.101 INFO:teuthology.orchestra.run.smithi016.stdout: You just mounted a file system that supports labels which does not 2024-09-11T22:45:53.101 INFO:teuthology.orchestra.run.smithi016.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-11T22:45:53.101 INFO:teuthology.orchestra.run.smithi016.stdout: applications will generate AVC messages and not be allowed access to 2024-09-11T22:45:53.101 INFO:teuthology.orchestra.run.smithi016.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-11T22:45:53.103 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-11T22:45:53.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:53.103 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-11T22:45:53.129 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-11T22:45:53.221 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-11T22:45:53.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-11T22:45:53.231 INFO:teuthology.orchestra.run.smithi016.stdout:client5076 2024-09-11T22:45:53.232 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:45:53.232 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:45:53.248 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-09-11T22:45:53.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.390+0000 7fea6e11a640 1 Processor -- start 2024-09-11T22:45:53.392 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.390+0000 7fea6e11a640 1 -- start start 2024-09-11T22:45:53.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea6e11a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fea6815c2a0 0x7fea6806edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea6e11a640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fea68072190 0x7fea68072570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea6e11a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea68072ab0 con 0x7fea6815c680 2024-09-11T22:45:53.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea6e11a640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fea680cece0 con 0x7fea68072190 2024-09-11T22:45:53.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea6e11a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fea680cefc0 con 0x7fea6815c2a0 2024-09-11T22:45:53.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea67fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fea68072190 0x7fea68072570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.394 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea66ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fea6815c680 0x7fea680ce520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44174/0 (socket says 172.21.15.16:44174) 2024-09-11T22:45:53.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea66ffd640 1 -- 172.21.15.16:0/3196778506 learned_addr learned my addr 172.21.15.16:0/3196778506 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:53.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea677fe640 1 --2- 172.21.15.16:0/3196778506 >> v2:172.21.15.104:3300/0 conn(0x7fea6815c2a0 0x7fea6806edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea67fff640 1 -- 172.21.15.16:0/3196778506 >> v2:172.21.15.104:3300/0 conn(0x7fea6815c2a0 msgr2=0x7fea6806edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:53.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea67fff640 1 --2- 172.21.15.16:0/3196778506 >> v2:172.21.15.104:3300/0 conn(0x7fea6815c2a0 0x7fea6806edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea67fff640 1 -- 172.21.15.16:0/3196778506 >> v1:172.21.15.16:6789/0 conn(0x7fea6815c680 legacy=0x7fea680ce520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:53.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.391+0000 7fea67fff640 1 -- 172.21.15.16:0/3196778506 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea6815cb30 con 0x7fea68072190 2024-09-11T22:45:53.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.392+0000 7fea67fff640 1 --2- 172.21.15.16:0/3196778506 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea68072190 0x7fea68072570 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fea680b5bc0 tx=0x7fea6002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86b423649e30fe44 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:53.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.392+0000 7fea667fc640 1 -- 172.21.15.16:0/3196778506 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea60007740 con 0x7fea68072190 2024-09-11T22:45:53.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.392+0000 7fea667fc640 1 -- 172.21.15.16:0/3196778506 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea600078e0 con 0x7fea68072190 2024-09-11T22:45:53.395 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.392+0000 7fea667fc640 1 -- 172.21.15.16:0/3196778506 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea60007cb0 con 0x7fea68072190 2024-09-11T22:45:53.398 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.393+0000 7fea6e11a640 1 -- 172.21.15.16:0/3196778506 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea68072190 msgr2=0x7fea68072570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.393+0000 7fea6e11a640 1 --2- 172.21.15.16:0/3196778506 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea68072190 0x7fea68072570 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fea680b5bc0 tx=0x7fea6002a680 comp rx=0 tx=0).stop 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.393+0000 7fea6e11a640 1 -- 172.21.15.16:0/3196778506 shutdown_connections 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.393+0000 7fea6e11a640 1 --2- 172.21.15.16:0/3196778506 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea68072190 0x7fea68072570 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.393+0000 7fea6e11a640 1 --2- 172.21.15.16:0/3196778506 >> v2:172.21.15.104:3300/0 conn(0x7fea6815c2a0 0x7fea6806edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.393+0000 7fea6e11a640 1 -- 172.21.15.16:0/3196778506 >> 172.21.15.16:0/3196778506 conn(0x7fea68067f80 msgr2=0x7fea6806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.393+0000 7fea6e11a640 1 -- 172.21.15.16:0/3196778506 shutdown_connections 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.393+0000 7fea6e11a640 1 -- 172.21.15.16:0/3196778506 wait complete. 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.394+0000 7fea6e11a640 1 Processor -- start 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.394+0000 7fea6e11a640 1 -- start start 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.395+0000 7fea6e11a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea68072190 0x7fea680cd470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.395+0000 7fea6e11a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815c2a0 0x7fea680b54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.399 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.395+0000 7fea6e11a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea6815c680 0x7fea6815a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.395+0000 7fea6e11a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fea6815d4b0 con 0x7fea6815c2a0 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.395+0000 7fea6e11a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fea6815d330 con 0x7fea6815c680 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.395+0000 7fea6e11a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fea6815d630 con 0x7fea68072190 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.395+0000 7fea66ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815c2a0 0x7fea680b54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.395+0000 7fea66ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815c2a0 0x7fea680b54e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43738/0 (socket says 172.21.15.16:43738) 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.395+0000 7fea66ffd640 1 -- 172.21.15.16:0/4018768845 learned_addr learned my addr 172.21.15.16:0/4018768845 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.395+0000 7fea677fe640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea68072190 0x7fea680cd470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.395+0000 7fea67fff640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea6815c680 0x7fea6815a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.396+0000 7fea66ffd640 1 -- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea68072190 msgr2=0x7fea680cd470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.396+0000 7fea66ffd640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea68072190 0x7fea680cd470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.396+0000 7fea66ffd640 1 -- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea6815c680 msgr2=0x7fea6815a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:53.400 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.396+0000 7fea66ffd640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea6815c680 0x7fea6815a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.396+0000 7fea66ffd640 1 -- 172.21.15.16:0/4018768845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea680b4720 con 0x7fea6815c2a0 2024-09-11T22:45:53.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.396+0000 7fea66ffd640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815c2a0 0x7fea680b54e0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fea5c00c480 tx=0x7fea5c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:53.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.396+0000 7fea4ffff640 1 -- 172.21.15.16:0/4018768845 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5c017070 con 0x7fea6815c2a0 2024-09-11T22:45:53.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.396+0000 7fea4ffff640 1 -- 172.21.15.16:0/4018768845 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea5c005ce0 con 0x7fea6815c2a0 2024-09-11T22:45:53.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.396+0000 7fea6e11a640 1 -- 172.21.15.16:0/4018768845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea680b4a00 con 0x7fea6815c2a0 2024-09-11T22:45:53.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.396+0000 7fea4ffff640 1 -- 172.21.15.16:0/4018768845 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5c0072f0 con 0x7fea6815c2a0 2024-09-11T22:45:53.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.396+0000 7fea6e11a640 1 -- 172.21.15.16:0/4018768845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea680b4fc0 con 0x7fea6815c2a0 2024-09-11T22:45:53.401 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.397+0000 7fea6e11a640 1 -- 172.21.15.16:0/4018768845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea68072570 con 0x7fea6815c2a0 2024-09-11T22:45:53.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.397+0000 7fea4ffff640 1 -- 172.21.15.16:0/4018768845 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fea5c01a070 con 0x7fea6815c2a0 2024-09-11T22:45:53.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.398+0000 7fea4ffff640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fea5406be30 0x7fea5406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.398+0000 7fea4ffff640 1 -- 172.21.15.16:0/4018768845 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fea5c08a280 con 0x7fea6815c2a0 2024-09-11T22:45:53.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.398+0000 7fea677fe640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fea5406be30 0x7fea5406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.402 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.399+0000 7fea677fe640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fea5406be30 0x7fea5406e2f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fea58006fd0 tx=0x7fea58008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:53.404 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.403+0000 7fea4ffff640 1 -- 172.21.15.16:0/4018768845 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fea5c0584e0 con 0x7fea6815c2a0 2024-09-11T22:45:53.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.602+0000 7fea6e11a640 1 -- 172.21.15.16:0/4018768845 --> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fea680b44d0 con 0x7fea5406be30 2024-09-11T22:45:53.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.605+0000 7fea4ffff640 1 -- 172.21.15.16:0/4018768845 <== mgr.4103 v2:172.21.15.104:6832/4046407617 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fea680b44d0 con 0x7fea5406be30 2024-09-11T22:45:53.606 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2024-09-11T22:45:53.606 INFO:teuthology.orchestra.run.smithi016.stdout: { 2024-09-11T22:45:53.606 INFO:teuthology.orchestra.run.smithi016.stdout: "name": "cephfs" 2024-09-11T22:45:53.606 INFO:teuthology.orchestra.run.smithi016.stdout: } 2024-09-11T22:45:53.606 INFO:teuthology.orchestra.run.smithi016.stdout:] 2024-09-11T22:45:53.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.606+0000 7fea6e11a640 1 -- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fea5406be30 msgr2=0x7fea5406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:53.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.606+0000 7fea6e11a640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fea5406be30 0x7fea5406e2f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fea58006fd0 tx=0x7fea58008040 comp rx=0 tx=0).stop 2024-09-11T22:45:53.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.606+0000 7fea6e11a640 1 -- 172.21.15.16:0/4018768845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815c2a0 msgr2=0x7fea680b54e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:53.609 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.606+0000 7fea6e11a640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815c2a0 0x7fea680b54e0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fea5c00c480 tx=0x7fea5c00c940 comp rx=0 tx=0).stop 2024-09-11T22:45:53.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.607+0000 7fea6e11a640 1 -- 172.21.15.16:0/4018768845 shutdown_connections 2024-09-11T22:45:53.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.607+0000 7fea6e11a640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fea5406be30 0x7fea5406e2f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.607+0000 7fea6e11a640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea6815c680 0x7fea6815a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.607+0000 7fea6e11a640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815c2a0 0x7fea680b54e0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.607+0000 7fea6e11a640 1 --2- 172.21.15.16:0/4018768845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea68072190 0x7fea680cd470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.607+0000 7fea6e11a640 1 -- 172.21.15.16:0/4018768845 >> 172.21.15.16:0/4018768845 conn(0x7fea68067f80 msgr2=0x7fea680b2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:53.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.607+0000 7fea6e11a640 1 -- 172.21.15.16:0/4018768845 shutdown_connections 2024-09-11T22:45:53.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.607+0000 7fea6e11a640 1 -- 172.21.15.16:0/4018768845 wait complete. 2024-09-11T22:45:53.620 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-09-11T22:45:53.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.722+0000 7fc4f7d78640 1 Processor -- start 2024-09-11T22:45:53.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.722+0000 7fc4f7d78640 1 -- start start 2024-09-11T22:45:53.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.723+0000 7fc4f7d78640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc4f00b68f0 0x7fc4f00d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.723+0000 7fc4f7d78640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f00cf730 0x7fc4f00b7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.723+0000 7fc4f7d78640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4f00cfdc0 con 0x7fc4f015e6c0 2024-09-11T22:45:53.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.723+0000 7fc4f7d78640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc4f00cfba0 con 0x7fc4f00b68f0 2024-09-11T22:45:53.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.723+0000 7fc4f7d78640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc4f00b7990 con 0x7fc4f00cf730 2024-09-11T22:45:53.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.723+0000 7fc4f5b14640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc4f015e6c0 0x7fc4f00b61e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44188/0 (socket says 172.21.15.16:44188) 2024-09-11T22:45:53.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.723+0000 7fc4f5b14640 1 -- 172.21.15.16:0/55109612 learned_addr learned my addr 172.21.15.16:0/55109612 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:53.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3500290654 0 0) 0x7fc4f00cfdc0 con 0x7fc4f015e6c0 2024-09-11T22:45:53.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f5313640 1 --2- 172.21.15.16:0/55109612 >> v2:172.21.15.104:3300/0 conn(0x7fc4f00b68f0 0x7fc4f00d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f6315640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f00cf730 0x7fc4f00b7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc4d8003520 con 0x7fc4f015e6c0 2024-09-11T22:45:53.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 472956050 0 0) 0x7fc4d8003520 con 0x7fc4f015e6c0 2024-09-11T22:45:53.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f00cf730 msgr2=0x7fc4f00b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:53.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f00cf730 0x7fc4f00b7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 >> v2:172.21.15.104:3300/0 conn(0x7fc4f00b68f0 msgr2=0x7fc4f00d1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:53.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 --2- 172.21.15.16:0/55109612 >> v2:172.21.15.104:3300/0 conn(0x7fc4f00b68f0 0x7fc4f00d1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4f00d3fa0 con 0x7fc4f015e6c0 2024-09-11T22:45:53.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7fc4e00019f0 con 0x7fc4f015e6c0 2024-09-11T22:45:53.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 >> v1:172.21.15.16:6789/0 conn(0x7fc4f015e6c0 legacy=0x7fc4f00b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:53.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4d80039b0 0x7fc4d8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f00cf730 0x7fc4d8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d8004d40 0x7fc4d80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc4f00cfba0 con 0x7fc4d80039b0 2024-09-11T22:45:53.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d800b9c0 con 0x7fc4d8004d40 2024-09-11T22:45:53.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc4d800bb40 con 0x7fc4f00cf730 2024-09-11T22:45:53.730 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f5b14640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4d80039b0 0x7fc4d8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f5313640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f00cf730 0x7fc4d8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f6315640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d8004d40 0x7fc4d80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f5b14640 1 -- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f00cf730 msgr2=0x7fc4d8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:53.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f5b14640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f00cf730 0x7fc4d8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f5b14640 1 -- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d8004d40 msgr2=0x7fc4d80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:53.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f5b14640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d8004d40 0x7fc4d80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f5b14640 1 -- 172.21.15.16:0/55109612 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4d8003520 con 0x7fc4d80039b0 2024-09-11T22:45:53.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.724+0000 7fc4f5313640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f00cf730 0x7fc4d8004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:53.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.725+0000 7fc4f5b14640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4d80039b0 0x7fc4d8003dd0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fc4e000a880 tx=0x7fc4d8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78123e668b364089 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:53.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.725+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e000a4a0 con 0x7fc4d80039b0 2024-09-11T22:45:53.731 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.725+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4e002f070 con 0x7fc4d80039b0 2024-09-11T22:45:53.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.725+0000 7fc4f4b12640 1 -- 172.21.15.16:0/55109612 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e002bd00 con 0x7fc4d80039b0 2024-09-11T22:45:53.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.726+0000 7fc4f7d78640 1 -- 172.21.15.16:0/55109612 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4d80039b0 msgr2=0x7fc4d8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:53.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.726+0000 7fc4f7d78640 1 --2- 172.21.15.16:0/55109612 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4d80039b0 0x7fc4d8003dd0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fc4e000a880 tx=0x7fc4d8005830 comp rx=0 tx=0).stop 2024-09-11T22:45:53.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.726+0000 7fc4f6315640 1 -- 172.21.15.16:0/55109612 reap_dead start 2024-09-11T22:45:53.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.726+0000 7fc4f7d78640 1 -- 172.21.15.16:0/55109612 shutdown_connections 2024-09-11T22:45:53.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.726+0000 7fc4f7d78640 1 -- 172.21.15.16:0/55109612 >> 172.21.15.16:0/55109612 conn(0x7fc4f0067f80 msgr2=0x7fc4f00d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:53.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.726+0000 7fc4f7d78640 1 -- 172.21.15.16:0/55109612 shutdown_connections 2024-09-11T22:45:53.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.726+0000 7fc4f7d78640 1 -- 172.21.15.16:0/55109612 wait complete. 2024-09-11T22:45:53.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f7d78640 1 Processor -- start 2024-09-11T22:45:53.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f7d78640 1 -- start start 2024-09-11T22:45:53.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f7d78640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80039b0 0x7fc4f00b5b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f7d78640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f01608e0 0x7fc4f00d1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f7d78640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0160d40 0x7fc4f00d2500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f7d78640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc4f00d3d50 con 0x7fc4f0160d40 2024-09-11T22:45:53.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f7d78640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc4f00d1bf0 con 0x7fc4d80039b0 2024-09-11T22:45:53.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f7d78640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc4f00d4560 con 0x7fc4f01608e0 2024-09-11T22:45:53.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f6315640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0160d40 0x7fc4f00d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f6315640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0160d40 0x7fc4f00d2500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43762/0 (socket says 172.21.15.16:43762) 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f6315640 1 -- 172.21.15.16:0/3382823724 learned_addr learned my addr 172.21.15.16:0/3382823724 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f5b14640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80039b0 0x7fc4f00b5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f5313640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f01608e0 0x7fc4f00d1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f6315640 1 -- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f01608e0 msgr2=0x7fc4f00d1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f6315640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f01608e0 0x7fc4f00d1fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f6315640 1 -- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80039b0 msgr2=0x7fc4f00b5b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f6315640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80039b0 0x7fc4f00b5b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f6315640 1 -- 172.21.15.16:0/3382823724 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4f00b6090 con 0x7fc4f0160d40 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.728+0000 7fc4f5b14640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80039b0 0x7fc4f00b5b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.729+0000 7fc4f6315640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0160d40 0x7fc4f00d2500 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc4f00d3d20 tx=0x7fc4e8011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.729+0000 7fc4ee7fc640 1 -- 172.21.15.16:0/3382823724 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e8004240 con 0x7fc4f0160d40 2024-09-11T22:45:53.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.729+0000 7fc4ee7fc640 1 -- 172.21.15.16:0/3382823724 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc4e801b070 con 0x7fc4f0160d40 2024-09-11T22:45:53.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.729+0000 7fc4f7d78640 1 -- 172.21.15.16:0/3382823724 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4f00acc70 con 0x7fc4f0160d40 2024-09-11T22:45:53.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.729+0000 7fc4ee7fc640 1 -- 172.21.15.16:0/3382823724 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4e800f770 con 0x7fc4f0160d40 2024-09-11T22:45:53.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.729+0000 7fc4f7d78640 1 -- 172.21.15.16:0/3382823724 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4f00abeb0 con 0x7fc4f0160d40 2024-09-11T22:45:53.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.730+0000 7fc4f7d78640 1 -- 172.21.15.16:0/3382823724 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4f00d1db0 con 0x7fc4f0160d40 2024-09-11T22:45:53.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.730+0000 7fc4ee7fc640 1 -- 172.21.15.16:0/3382823724 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) ==== 90498+0+0 (secure 0 0 0) 0x7fc4e8012040 con 0x7fc4f0160d40 2024-09-11T22:45:53.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.731+0000 7fc4ee7fc640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc4dc06be60 0x7fc4dc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:53.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.731+0000 7fc4ee7fc640 1 -- 172.21.15.16:0/3382823724 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fc4e808aeb0 con 0x7fc4f0160d40 2024-09-11T22:45:53.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.731+0000 7fc4f5b14640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc4dc06be60 0x7fc4dc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:53.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.732+0000 7fc4f5b14640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc4dc06be60 0x7fc4dc06e320 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc4e0033000 tx=0x7fc4e0007000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:53.738 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.736+0000 7fc4ee7fc640 1 -- 172.21.15.16:0/3382823724 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc4e8059630 con 0x7fc4f0160d40 2024-09-11T22:45:53.959 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:53.958+0000 7fc4f7d78640 1 -- 172.21.15.16:0/3382823724 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fc4f015b500 con 0x7fc4f0160d40 2024-09-11T22:45:54.177 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.175+0000 7fc4ee7fc640 1 -- 172.21.15.16:0/3382823724 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v6) ==== 92+0+0 (secure 0 0 0) 0x7fc4e8058f30 con 0x7fc4f0160d40 2024-09-11T22:45:54.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.178+0000 7fc4f7d78640 1 -- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc4dc06be60 msgr2=0x7fc4dc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.178+0000 7fc4f7d78640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc4dc06be60 0x7fc4dc06e320 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fc4e0033000 tx=0x7fc4e0007000 comp rx=0 tx=0).stop 2024-09-11T22:45:54.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.178+0000 7fc4f7d78640 1 -- 172.21.15.16:0/3382823724 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0160d40 msgr2=0x7fc4f00d2500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.179+0000 7fc4ee7fc640 1 -- 172.21.15.16:0/3382823724 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mgrmap(e 6) ==== 90515+0+0 (secure 0 0 0) 0x7fc4e80555a0 con 0x7fc4f0160d40 2024-09-11T22:45:54.181 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.179+0000 7fc4f7d78640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0160d40 0x7fc4f00d2500 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fc4f00d3d20 tx=0x7fc4e8011cf0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.179+0000 7fc4f7d78640 1 -- 172.21.15.16:0/3382823724 shutdown_connections 2024-09-11T22:45:54.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.179+0000 7fc4f7d78640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7fc4dc06be60 0x7fc4dc06e320 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.179+0000 7fc4f7d78640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0160d40 0x7fc4f00d2500 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.179+0000 7fc4f7d78640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4f01608e0 0x7fc4f00d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.179+0000 7fc4f7d78640 1 --2- 172.21.15.16:0/3382823724 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4d80039b0 0x7fc4f00b5b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.179+0000 7fc4f7d78640 1 -- 172.21.15.16:0/3382823724 >> 172.21.15.16:0/3382823724 conn(0x7fc4f0067f80 msgr2=0x7fc4f00b85f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:54.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.180+0000 7fc4f7d78640 1 -- 172.21.15.16:0/3382823724 shutdown_connections 2024-09-11T22:45:54.182 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.180+0000 7fc4f7d78640 1 -- 172.21.15.16:0/3382823724 wait complete. 2024-09-11T22:45:54.195 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-09-11T22:45:54.303 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:54.302+0000 7f8f9632f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T22:45:54.303 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:54.303+0000 7f45c8127040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T22:45:54.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.304+0000 7f1843931640 1 Processor -- start 2024-09-11T22:45:54.305 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.304+0000 7f1843931640 1 -- start start 2024-09-11T22:45:54.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.305+0000 7f1843931640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f183c0d1390 0x7f183c070be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:54.306 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.305+0000 7f1843931640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f183c06fb40 con 0x7f183c071120 2024-09-11T22:45:54.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.305+0000 7f1843931640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f183c06fe20 con 0x7f183c15e8c0 2024-09-11T22:45:54.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.305+0000 7f1843931640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f183c070100 con 0x7f183c0d1390 2024-09-11T22:45:54.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.305+0000 7f1840ecc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f183c0d1390 0x7f183c070be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:54.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.305+0000 7f1841ece640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f183c071120 0x7f183c0b4e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44202/0 (socket says 172.21.15.16:44202) 2024-09-11T22:45:54.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.305+0000 7f1841ece640 1 -- 172.21.15.16:0/3586963605 learned_addr learned my addr 172.21.15.16:0/3586963605 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:54.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.305+0000 7f1840ecc640 1 -- 172.21.15.16:0/3586963605 >> v1:172.21.15.104:6789/0 conn(0x7f183c15e8c0 legacy=0x7f183c06f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.305+0000 7f1840ecc640 1 -- 172.21.15.16:0/3586963605 >> v1:172.21.15.16:6789/0 conn(0x7f183c071120 legacy=0x7f183c0b4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.305+0000 7f1840ecc640 1 -- 172.21.15.16:0/3586963605 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f183c0703e0 con 0x7f183c0d1390 2024-09-11T22:45:54.307 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.306+0000 7f1840ecc640 1 --2- 172.21.15.16:0/3586963605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183c0d1390 0x7f183c070be0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f182c0097a0 tx=0x7f182c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7397f57e2cba092 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:54.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.306+0000 7f1833fff640 1 -- 172.21.15.16:0/3586963605 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c037070 con 0x7f183c0d1390 2024-09-11T22:45:54.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.306+0000 7f1833fff640 1 -- 172.21.15.16:0/3586963605 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f182c032440 con 0x7f183c0d1390 2024-09-11T22:45:54.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.306+0000 7f1833fff640 1 -- 172.21.15.16:0/3586963605 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c032810 con 0x7f183c0d1390 2024-09-11T22:45:54.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.307+0000 7f1843931640 1 -- 172.21.15.16:0/3586963605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183c0d1390 msgr2=0x7f183c070be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.307+0000 7f1843931640 1 --2- 172.21.15.16:0/3586963605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183c0d1390 0x7f183c070be0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f182c0097a0 tx=0x7f182c02a1a0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.308 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.307+0000 7f1843931640 1 -- 172.21.15.16:0/3586963605 shutdown_connections 2024-09-11T22:45:54.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.307+0000 7f1843931640 1 --2- 172.21.15.16:0/3586963605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183c0d1390 0x7f183c070be0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.307+0000 7f1843931640 1 -- 172.21.15.16:0/3586963605 >> 172.21.15.16:0/3586963605 conn(0x7f183c09aa40 msgr2=0x7f183c0b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:54.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.307+0000 7f1843931640 1 -- 172.21.15.16:0/3586963605 shutdown_connections 2024-09-11T22:45:54.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.307+0000 7f1843931640 1 -- 172.21.15.16:0/3586963605 wait complete. 2024-09-11T22:45:54.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.308+0000 7f1843931640 1 Processor -- start 2024-09-11T22:45:54.309 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.308+0000 7f1843931640 1 -- start start 2024-09-11T22:45:54.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.309+0000 7f1843931640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f183c071120 0x7f183c0cb110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:54.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.309+0000 7f1843931640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183c0d1390 0x7f183c06be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:54.311 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.309+0000 7f1843931640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f183c15e8c0 0x7f183c159fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:54.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.309+0000 7f1843931640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f183c0aea50 con 0x7f183c0d1390 2024-09-11T22:45:54.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.309+0000 7f1843931640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f183c0aebd0 con 0x7f183c071120 2024-09-11T22:45:54.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.309+0000 7f1843931640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f183c0aed50 con 0x7f183c15e8c0 2024-09-11T22:45:54.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.309+0000 7f1840ecc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183c0d1390 0x7f183c06be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:54.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.309+0000 7f1840ecc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183c0d1390 0x7f183c06be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43790/0 (socket says 172.21.15.16:43790) 2024-09-11T22:45:54.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.309+0000 7f1840ecc640 1 -- 172.21.15.16:0/1984813842 learned_addr learned my addr 172.21.15.16:0/1984813842 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:54.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.309+0000 7f18416cd640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f183c071120 0x7f183c0cb110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:54.312 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.309+0000 7f1841ece640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f183c15e8c0 0x7f183c159fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:54.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.310+0000 7f1840ecc640 1 -- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f183c15e8c0 msgr2=0x7f183c159fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.310+0000 7f1840ecc640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f183c15e8c0 0x7f183c159fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.310+0000 7f1840ecc640 1 -- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f183c071120 msgr2=0x7f183c0cb110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.310+0000 7f1840ecc640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f183c071120 0x7f183c0cb110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.310+0000 7f1840ecc640 1 -- 172.21.15.16:0/1984813842 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f183c15aa80 con 0x7f183c0d1390 2024-09-11T22:45:54.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.310+0000 7f1840ecc640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183c0d1390 0x7f183c06be80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f182c035040 tx=0x7f182c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:54.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.310+0000 7f1831ffb640 1 -- 172.21.15.16:0/1984813842 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c037040 con 0x7f183c0d1390 2024-09-11T22:45:54.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.310+0000 7f1831ffb640 1 -- 172.21.15.16:0/1984813842 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f182c030770 con 0x7f183c0d1390 2024-09-11T22:45:54.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.310+0000 7f1843931640 1 -- 172.21.15.16:0/1984813842 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f183c15ad60 con 0x7f183c0d1390 2024-09-11T22:45:54.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.310+0000 7f1831ffb640 1 -- 172.21.15.16:0/1984813842 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c030b80 con 0x7f183c0d1390 2024-09-11T22:45:54.313 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.310+0000 7f1843931640 1 -- 172.21.15.16:0/1984813842 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f183c158d40 con 0x7f183c0d1390 2024-09-11T22:45:54.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.311+0000 7f1843931640 1 -- 172.21.15.16:0/1984813842 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f183c070be0 con 0x7f183c0d1390 2024-09-11T22:45:54.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.313+0000 7f1831ffb640 1 -- 172.21.15.16:0/1984813842 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 6) ==== 90515+0+0 (secure 0 0 0) 0x7f182c044020 con 0x7f183c0d1390 2024-09-11T22:45:54.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.313+0000 7f1831ffb640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f182006beb0 0x7f182006e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:54.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.313+0000 7f18416cd640 1 -- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f182006beb0 msgr2=0x7f182006e370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/4046407617 2024-09-11T22:45:54.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.313+0000 7f1831ffb640 1 -- 172.21.15.16:0/1984813842 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f182c0ab540 con 0x7f183c0d1390 2024-09-11T22:45:54.314 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.313+0000 7f18416cd640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f182006beb0 0x7f182006e370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:45:54.318 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.318+0000 7f1831ffb640 1 -- 172.21.15.16:0/1984813842 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f182c032e20 con 0x7f183c0d1390 2024-09-11T22:45:54.345 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:54.344+0000 7f8f9632f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T22:45:54.349 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:54.349+0000 7f45c8127040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T22:45:54.475 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:54.474+0000 7f8f9632f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T22:45:54.488 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:54.487+0000 7f45c8127040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T22:45:54.494 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.494+0000 7f1843931640 1 -- 172.21.15.16:0/1984813842 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f183c1e67c0 con 0x7f183c0d1390 2024-09-11T22:45:54.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.498+0000 7f1831ffb640 1 -- 172.21.15.16:0/1984813842 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v11)=0 v11) ==== 138+0+0 (secure 0 0 0) 0x7f182c079720 con 0x7f183c0d1390 2024-09-11T22:45:54.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 -- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f182006beb0 msgr2=0x7f182006e370 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:45:54.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f182006beb0 0x7f182006e370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 -- 172.21.15.16:0/1984813842 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183c0d1390 msgr2=0x7f183c06be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183c0d1390 0x7f183c06be80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f182c035040 tx=0x7f182c0046c0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.501 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 -- 172.21.15.16:0/1984813842 shutdown_connections 2024-09-11T22:45:54.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f182006beb0 0x7f182006e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f183c15e8c0 0x7f183c159fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183c0d1390 0x7f183c06be80 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 --2- 172.21.15.16:0/1984813842 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f183c071120 0x7f183c0cb110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 -- 172.21.15.16:0/1984813842 >> 172.21.15.16:0/1984813842 conn(0x7f183c09aa40 msgr2=0x7f183c0b1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:54.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 -- 172.21.15.16:0/1984813842 shutdown_connections 2024-09-11T22:45:54.502 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.500+0000 7f1843931640 1 -- 172.21.15.16:0/1984813842 wait complete. 2024-09-11T22:45:54.512 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-09-11T22:45:54.524 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:54.523+0000 7f8f9632f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T22:45:54.542 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:54.542+0000 7f45c8127040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T22:45:54.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.617+0000 7f7d066e6640 1 Processor -- start 2024-09-11T22:45:54.618 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.617+0000 7f7d066e6640 1 -- start start 2024-09-11T22:45:54.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.618+0000 7f7d066e6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7d0015c560 0x7f7d0006bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:54.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.618+0000 7f7d066e6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d0006c570 con 0x7f7d0006c150 2024-09-11T22:45:54.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.618+0000 7f7d066e6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d000d0170 con 0x7f7d000cfd20 2024-09-11T22:45:54.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.618+0000 7f7d066e6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f7d00160030 con 0x7f7d0015c560 2024-09-11T22:45:54.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.618+0000 7f7cfffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7d0015c560 0x7f7d0006bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:54.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.618+0000 7f7cff7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f7d0006c150 0x7f7d000cf610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44206/0 (socket says 172.21.15.16:44206) 2024-09-11T22:45:54.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.618+0000 7f7cfffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7d0015c560 0x7f7d0006bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43806/0 (socket says 172.21.15.16:43806) 2024-09-11T22:45:54.619 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.618+0000 7f7cff7fe640 1 -- 172.21.15.16:0/4106643368 learned_addr learned my addr 172.21.15.16:0/4106643368 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:54.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.619+0000 7f7cfffff640 1 -- 172.21.15.16:0/4106643368 >> v1:172.21.15.104:6789/0 conn(0x7f7d000cfd20 legacy=0x7f7d000cdfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.619+0000 7f7cfffff640 1 -- 172.21.15.16:0/4106643368 >> v1:172.21.15.16:6789/0 conn(0x7f7d0006c150 legacy=0x7f7d000cf610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.619+0000 7f7cfeffd640 1 -- 172.21.15.16:0/4106643368 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3036411498 0 0) 0x7f7d0006c570 con 0x7f7d0006c150 2024-09-11T22:45:54.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.619+0000 7f7cfffff640 1 -- 172.21.15.16:0/4106643368 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d00160310 con 0x7f7d0015c560 2024-09-11T22:45:54.620 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.620+0000 7f7cfffff640 1 --2- 172.21.15.16:0/4106643368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7d0015c560 0x7f7d0006bc10 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f7cf00097a0 tx=0x7f7cf002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6903273af7fe3c04 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:54.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.620+0000 7f7cfeffd640 1 -- 172.21.15.16:0/4106643368 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf0037070 con 0x7f7d0015c560 2024-09-11T22:45:54.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.620+0000 7f7cfeffd640 1 -- 172.21.15.16:0/4106643368 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cf0032440 con 0x7f7d0015c560 2024-09-11T22:45:54.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.620+0000 7f7cfeffd640 1 -- 172.21.15.16:0/4106643368 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf002ae60 con 0x7f7d0015c560 2024-09-11T22:45:54.621 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.620+0000 7f7d066e6640 1 -- 172.21.15.16:0/4106643368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7d0015c560 msgr2=0x7f7d0006bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.620+0000 7f7d066e6640 1 --2- 172.21.15.16:0/4106643368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7d0015c560 0x7f7d0006bc10 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f7cf00097a0 tx=0x7f7cf002a110 comp rx=0 tx=0).stop 2024-09-11T22:45:54.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.620+0000 7f7d066e6640 1 -- 172.21.15.16:0/4106643368 shutdown_connections 2024-09-11T22:45:54.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.621+0000 7f7d066e6640 1 --2- 172.21.15.16:0/4106643368 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7d0015c560 0x7f7d0006bc10 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.621+0000 7f7d066e6640 1 -- 172.21.15.16:0/4106643368 >> 172.21.15.16:0/4106643368 conn(0x7f7d000b33e0 msgr2=0x7f7d000b37f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:54.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.621+0000 7f7d066e6640 1 -- 172.21.15.16:0/4106643368 shutdown_connections 2024-09-11T22:45:54.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.621+0000 7f7d066e6640 1 -- 172.21.15.16:0/4106643368 wait complete. 2024-09-11T22:45:54.622 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.622+0000 7f7d066e6640 1 Processor -- start 2024-09-11T22:45:54.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.622+0000 7f7d066e6640 1 -- start start 2024-09-11T22:45:54.668 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:54.631+0000 7f8f9632f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:45:54.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7d066e6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7d0006c150 0x7f7d000b61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:54.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7d066e6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7d000cfd20 0x7f7d001f4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:54.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7d066e6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d0015c560 0x7f7d00157460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:54.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7d066e6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f7d000ce6e0 con 0x7f7d000cfd20 2024-09-11T22:45:54.670 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7d066e6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f7d001608d0 con 0x7f7d0015c560 2024-09-11T22:45:54.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7d066e6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f7d000ce860 con 0x7f7d0006c150 2024-09-11T22:45:54.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cff7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7d000cfd20 0x7f7d001f4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:54.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cff7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7d000cfd20 0x7f7d001f4790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43814/0 (socket says 172.21.15.16:43814) 2024-09-11T22:45:54.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cff7fe640 1 -- 172.21.15.16:0/3171823794 learned_addr learned my addr 172.21.15.16:0/3171823794 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:54.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cfffff640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7d0006c150 0x7f7d000b61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:54.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7d04c83640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d0015c560 0x7f7d00157460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:54.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cff7fe640 1 -- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7d0006c150 msgr2=0x7f7d000b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cff7fe640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7d0006c150 0x7f7d000b61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cff7fe640 1 -- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d0015c560 msgr2=0x7f7d00157460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cff7fe640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d0015c560 0x7f7d00157460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cff7fe640 1 -- 172.21.15.16:0/3171823794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d00152310 con 0x7f7d000cfd20 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cff7fe640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7d000cfd20 0x7f7d001f4790 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f7cf400c4a0 tx=0x7f7cf400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cfcff9640 1 -- 172.21.15.16:0/3171823794 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf4018070 con 0x7f7d000cfd20 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7cfcff9640 1 -- 172.21.15.16:0/3171823794 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7cf40074e0 con 0x7f7d000cfd20 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.623+0000 7f7d066e6640 1 -- 172.21.15.16:0/3171823794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d0015a2c0 con 0x7f7d000cfd20 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.624+0000 7f7cfcff9640 1 -- 172.21.15.16:0/3171823794 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf4004a20 con 0x7f7d000cfd20 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.624+0000 7f7d066e6640 1 -- 172.21.15.16:0/3171823794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d000b6700 con 0x7f7d000cfd20 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.624+0000 7f7d066e6640 1 -- 172.21.15.16:0/3171823794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d0006dcb0 con 0x7f7d000cfd20 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.625+0000 7f7cfcff9640 1 -- 172.21.15.16:0/3171823794 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 6) ==== 90515+0+0 (secure 0 0 0) 0x7f7cf401b070 con 0x7f7d000cfd20 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.626+0000 7f7cfcff9640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7cec06beb0 0x7f7cec06e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.626+0000 7f7cfcff9640 1 -- 172.21.15.16:0/3171823794 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f7cf408a260 con 0x7f7d000cfd20 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.626+0000 7f7cfffff640 1 -- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7cec06beb0 msgr2=0x7f7cec06e370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/4046407617 2024-09-11T22:45:54.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.626+0000 7f7cfffff640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7cec06beb0 0x7f7cec06e370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:45:54.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.634+0000 7f7cfcff9640 1 -- 172.21.15.16:0/3171823794 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f7cf40584c0 con 0x7f7d000cfd20 2024-09-11T22:45:54.673 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:54.663+0000 7f45c8127040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:45:54.723 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:54.722+0000 7f8f9632f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T22:45:54.762 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:54.761+0000 7f45c8127040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T22:45:54.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.809+0000 7f7d066e6640 1 -- 172.21.15.16:0/3171823794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f7d000b3eb0 con 0x7f7d000cfd20 2024-09-11T22:45:54.813 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.812+0000 7f7cfcff9640 1 -- 172.21.15.16:0/3171823794 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v12)=0 v12) ==== 133+0+0 (secure 0 0 0) 0x7f7cf405c7c0 con 0x7f7d000cfd20 2024-09-11T22:45:54.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 -- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7cec06beb0 msgr2=0x7f7cec06e370 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:45:54.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7cec06beb0 0x7f7cec06e370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 -- 172.21.15.16:0/3171823794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7d000cfd20 msgr2=0x7f7d001f4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:54.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7d000cfd20 0x7f7d001f4790 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f7cf400c4a0 tx=0x7f7cf400c960 comp rx=0 tx=0).stop 2024-09-11T22:45:54.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 -- 172.21.15.16:0/3171823794 shutdown_connections 2024-09-11T22:45:54.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f7cec06beb0 0x7f7cec06e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f7d0015c560 0x7f7d00157460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7d000cfd20 0x7f7d001f4790 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 --2- 172.21.15.16:0/3171823794 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f7d0006c150 0x7f7d000b61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:54.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 -- 172.21.15.16:0/3171823794 >> 172.21.15.16:0/3171823794 conn(0x7f7d000b33e0 msgr2=0x7f7d0015d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:54.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 -- 172.21.15.16:0/3171823794 shutdown_connections 2024-09-11T22:45:54.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:54.815+0000 7f7d066e6640 1 -- 172.21.15.16:0/3171823794 wait complete. 2024-09-11T22:45:54.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:45:54.827 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2024-09-11T22:45:54.890 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1 1m 2024-09-11T22:45:54.985 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:54.984+0000 7f8f9632f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T22:45:55.028 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:55.027+0000 7f8f9632f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T22:45:55.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.035+0000 7f5e4b786640 1 Processor -- start 2024-09-11T22:45:55.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.035+0000 7f5e4b786640 1 -- start start 2024-09-11T22:45:55.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.036+0000 7f5e4b786640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5e4415e8c0 0x7f5e4406f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.036+0000 7f5e4b786640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5e440d1390 0x7f5e44070be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.036+0000 7f5e4b786640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e44071120 0x7f5e440b4e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.036+0000 7f5e4b786640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f5e4406fb40 con 0x7f5e440d1390 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.036+0000 7f5e4b786640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5e4406fe20 con 0x7f5e4415e8c0 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.036+0000 7f5e4b786640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5e44070100 con 0x7f5e44071120 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.036+0000 7f5e48d21640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5e440d1390 0x7f5e44070be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.036+0000 7f5e48d21640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5e440d1390 0x7f5e44070be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43826/0 (socket says 172.21.15.16:43826) 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.037+0000 7f5e48d21640 1 -- 172.21.15.16:0/1655762873 learned_addr learned my addr 172.21.15.16:0/1655762873 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.037+0000 7f5e49d23640 1 --2- 172.21.15.16:0/1655762873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e44071120 0x7f5e440b4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.037+0000 7f5e49522640 1 --2- 172.21.15.16:0/1655762873 >> v2:172.21.15.104:3300/0 conn(0x7f5e4415e8c0 0x7f5e4406f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.037+0000 7f5e48d21640 1 -- 172.21.15.16:0/1655762873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e44071120 msgr2=0x7f5e440b4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.037+0000 7f5e48d21640 1 --2- 172.21.15.16:0/1655762873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e44071120 0x7f5e440b4e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:55.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.037+0000 7f5e48d21640 1 -- 172.21.15.16:0/1655762873 >> v2:172.21.15.104:3300/0 conn(0x7f5e4415e8c0 msgr2=0x7f5e4406f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:55.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.037+0000 7f5e48d21640 1 --2- 172.21.15.16:0/1655762873 >> v2:172.21.15.104:3300/0 conn(0x7f5e4415e8c0 0x7f5e4406f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:55.039 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.037+0000 7f5e48d21640 1 -- 172.21.15.16:0/1655762873 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e440703e0 con 0x7f5e440d1390 2024-09-11T22:45:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.038+0000 7f5e48d21640 1 --2- 172.21.15.16:0/1655762873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e440d1390 0x7f5e44070be0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5e440b4240 tx=0x7f5e3802c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb1fc1d1575f0831 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.038+0000 7f5e37fff640 1 -- 172.21.15.16:0/1655762873 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e38039070 con 0x7f5e440d1390 2024-09-11T22:45:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.038+0000 7f5e37fff640 1 -- 172.21.15.16:0/1655762873 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e38034640 con 0x7f5e440d1390 2024-09-11T22:45:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.038+0000 7f5e37fff640 1 -- 172.21.15.16:0/1655762873 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e38034a10 con 0x7f5e440d1390 2024-09-11T22:45:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.038+0000 7f5e4b786640 1 -- 172.21.15.16:0/1655762873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e440d1390 msgr2=0x7f5e44070be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.038+0000 7f5e4b786640 1 --2- 172.21.15.16:0/1655762873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e440d1390 0x7f5e44070be0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5e440b4240 tx=0x7f5e3802c350 comp rx=0 tx=0).stop 2024-09-11T22:45:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.038+0000 7f5e4b786640 1 -- 172.21.15.16:0/1655762873 shutdown_connections 2024-09-11T22:45:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.038+0000 7f5e4b786640 1 --2- 172.21.15.16:0/1655762873 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e44071120 0x7f5e440b4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.038+0000 7f5e4b786640 1 --2- 172.21.15.16:0/1655762873 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e440d1390 0x7f5e44070be0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.038+0000 7f5e4b786640 1 --2- 172.21.15.16:0/1655762873 >> v2:172.21.15.104:3300/0 conn(0x7f5e4415e8c0 0x7f5e4406f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:55.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.038+0000 7f5e4b786640 1 -- 172.21.15.16:0/1655762873 >> 172.21.15.16:0/1655762873 conn(0x7f5e4409aa40 msgr2=0x7f5e440b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:55.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.039+0000 7f5e4b786640 1 -- 172.21.15.16:0/1655762873 shutdown_connections 2024-09-11T22:45:55.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.039+0000 7f5e4b786640 1 -- 172.21.15.16:0/1655762873 wait complete. 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.040+0000 7f5e4b786640 1 Processor -- start 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.040+0000 7f5e4b786640 1 -- start start 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.040+0000 7f5e4b786640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e44071120 0x7f5e440b37d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.040+0000 7f5e4b786640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e440d1390 0x7f5e44151c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.040+0000 7f5e4b786640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415e8c0 0x7f5e44150cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.040+0000 7f5e4b786640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5e440b54f0 con 0x7f5e4415e8c0 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.040+0000 7f5e4b786640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5e440b5370 con 0x7f5e440d1390 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.040+0000 7f5e4b786640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5e440b5670 con 0x7f5e44071120 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e49d23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415e8c0 0x7f5e44150cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e49d23640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415e8c0 0x7f5e44150cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43836/0 (socket says 172.21.15.16:43836) 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e49522640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e44071120 0x7f5e440b37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e49d23640 1 -- 172.21.15.16:0/3860443427 learned_addr learned my addr 172.21.15.16:0/3860443427 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:55.043 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e48d21640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e440d1390 0x7f5e44151c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e49d23640 1 -- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e44071120 msgr2=0x7f5e440b37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e49d23640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e44071120 0x7f5e440b37d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e49d23640 1 -- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e440d1390 msgr2=0x7f5e44151c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e49d23640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e440d1390 0x7f5e44151c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e49d23640 1 -- 172.21.15.16:0/3860443427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e4414fef0 con 0x7f5e4415e8c0 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e48d21640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5e440d1390 0x7f5e44151c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e49d23640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415e8c0 0x7f5e44150cb0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5e3c00eed0 tx=0x7f5e3c00b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e35ffb640 1 -- 172.21.15.16:0/3860443427 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e3c018020 con 0x7f5e4415e8c0 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e35ffb640 1 -- 172.21.15.16:0/3860443427 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e3c00bd30 con 0x7f5e4415e8c0 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e4b786640 1 -- 172.21.15.16:0/3860443427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e441501d0 con 0x7f5e4415e8c0 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.041+0000 7f5e35ffb640 1 -- 172.21.15.16:0/3860443427 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e3c014640 con 0x7f5e4415e8c0 2024-09-11T22:45:55.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.042+0000 7f5e4b786640 1 -- 172.21.15.16:0/3860443427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e44150790 con 0x7f5e4415e8c0 2024-09-11T22:45:55.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.043+0000 7f5e4b786640 1 -- 172.21.15.16:0/3860443427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e4409b170 con 0x7f5e4415e8c0 2024-09-11T22:45:55.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.044+0000 7f5e35ffb640 1 -- 172.21.15.16:0/3860443427 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 6) ==== 90515+0+0 (secure 0 0 0) 0x7f5e3c01b020 con 0x7f5e4415e8c0 2024-09-11T22:45:55.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.044+0000 7f5e35ffb640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5e2806beb0 0x7f5e2806e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:55.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.044+0000 7f5e35ffb640 1 -- 172.21.15.16:0/3860443427 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f5e3c08b880 con 0x7f5e4415e8c0 2024-09-11T22:45:55.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.044+0000 7f5e49522640 1 -- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5e2806beb0 msgr2=0x7f5e2806e370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/4046407617 2024-09-11T22:45:55.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.044+0000 7f5e49522640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5e2806beb0 0x7f5e2806e370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:45:55.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.049+0000 7f5e35ffb640 1 -- 172.21.15.16:0/3860443427 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5e3c022020 con 0x7f5e4415e8c0 2024-09-11T22:45:55.049 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:55.049+0000 7f45c8127040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T22:45:55.096 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:55.095+0000 7f45c8127040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T22:45:55.143 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:55.142+0000 7f8f9632f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T22:45:55.221 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:55.221+0000 7f45c8127040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T22:45:55.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.245+0000 7f5e49522640 1 -- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5e2806beb0 msgr2=0x7f5e2806e370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/4046407617 2024-09-11T22:45:55.245 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.245+0000 7f5e49522640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5e2806beb0 0x7f5e2806e370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-11T22:45:55.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.246+0000 7f5e4b786640 1 -- 172.21.15.16:0/3860443427 --> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f5e44156160 con 0x7f5e2806beb0 2024-09-11T22:45:55.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.646+0000 7f5e49522640 1 -- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5e2806beb0 msgr2=0x7f5e2806e370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/4046407617 2024-09-11T22:45:55.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:55.646+0000 7f5e49522640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5e2806beb0 0x7f5e2806e370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-11T22:45:55.838 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:55.837+0000 7f8f9632f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T22:45:55.881 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:55.880+0000 7f8f9632f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T22:45:55.960 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:55.960+0000 7f45c8127040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T22:45:56.006 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:56.006+0000 7f45c8127040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T22:45:56.190 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.189+0000 7f8f9632f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T22:45:56.272 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.271+0000 7f8f9632f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T22:45:56.335 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:56.335+0000 7f45c8127040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T22:45:56.378 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.377+0000 7f8f9632f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:45:56.420 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.419+0000 7f8f9632f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T22:45:56.422 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:56.422+0000 7f45c8127040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T22:45:56.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:56.447+0000 7f5e49522640 1 -- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5e2806beb0 msgr2=0x7f5e2806e370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/4046407617 2024-09-11T22:45:56.447 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:56.447+0000 7f5e49522640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5e2806beb0 0x7f5e2806e370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-11T22:45:56.528 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.528+0000 7f8f9632f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T22:45:56.534 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:56.534+0000 7f45c8127040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:45:56.579 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.578+0000 7f8f9632f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T22:45:56.579 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:56.579+0000 7f45c8127040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T22:45:56.619 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.619+0000 7f8f9632f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T22:45:56.695 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:56.694+0000 7f45c8127040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T22:45:56.731 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.731+0000 7f8f9632f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T22:45:56.749 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:56.748+0000 7f45c8127040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T22:45:56.778 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.778+0000 7f8f9632f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T22:45:56.792 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:56.792+0000 7f45c8127040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T22:45:56.826 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.825+0000 7f8f9632f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T22:45:56.878 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.877+0000 7f8f9632f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T22:45:56.910 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:56.910+0000 7f45c8127040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T22:45:56.919 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.919+0000 7f8f9632f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T22:45:56.960 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:56.960+0000 7f8f9632f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T22:45:56.961 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:56.960+0000 7f45c8127040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T22:45:57.011 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:57.010+0000 7f45c8127040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T22:45:57.066 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:57.065+0000 7f45c8127040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T22:45:57.110 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:57.109+0000 7f45c8127040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T22:45:57.154 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:57.153+0000 7f45c8127040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T22:45:57.522 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:57.521+0000 7f8f9632f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T22:45:57.530 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:57.530+0000 7f5e35ffb640 1 -- 172.21.15.16:0/3860443427 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 7) ==== 90226+0+0 (secure 0 0 0) 0x7f5e3c013070 con 0x7f5e4415e8c0 2024-09-11T22:45:57.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:57.530+0000 7f5e35ffb640 1 -- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5e2806beb0 msgr2=0x7f5e2806e370 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:45:57.531 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:57.530+0000 7f5e35ffb640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/4046407617,v1:172.21.15.104:6833/4046407617] conn(0x7f5e2806beb0 0x7f5e2806e370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:57.681 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:57.680+0000 7f8f149f1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:45:57.681 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:57.680+0000 7f8f149f1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:45:57.681 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:57.680+0000 7f8f149f1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:45:57.681 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:57.680+0000 7f8f149f1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:45:57.681 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:57.680+0000 7f8f149f1640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:45:57.681 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:57.680+0000 7f8f119eb640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:45:57.682 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:57.680+0000 7f8f119eb640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:45:57.682 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:57.680+0000 7f8f119eb640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:45:57.682 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:57.680+0000 7f8f119eb640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:45:57.682 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:45:57.680+0000 7f8f119eb640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:45:57.767 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:45:57.766+0000 7f45c8127040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T22:45:58.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.536+0000 7f5e35ffb640 1 -- 172.21.15.16:0/3860443427 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mgrmap(e 8) ==== 90353+0+0 (secure 0 0 0) 0x7f5e3c005d10 con 0x7f5e4415e8c0 2024-09-11T22:45:58.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.536+0000 7f5e35ffb640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5e280743b0 0x7f5e280767a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:58.537 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.536+0000 7f5e35ffb640 1 -- 172.21.15.16:0/3860443427 --> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f5e44156160 con 0x7f5e280743b0 2024-09-11T22:45:58.539 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.539+0000 7f5e49522640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5e280743b0 0x7f5e280767a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:58.541 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.541+0000 7f5e49522640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5e280743b0 0x7f5e280767a0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f5e440b0d50 tx=0x7f5e40009190 comp rx=0 tx=0).ready entity=mgr.5014 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:58.858 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.857+0000 7f5e35ffb640 1 -- 172.21.15.16:0/3860443427 <== mgr.5014 v2:172.21.15.104:6832/3806072093 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5e44156160 con 0x7f5e280743b0 2024-09-11T22:45:58.858 INFO:teuthology.orchestra.run.smithi016.stdout:Schedule set for path snap_test_dir1 2024-09-11T22:45:58.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.860+0000 7f5e4b786640 1 -- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5e280743b0 msgr2=0x7f5e280767a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:58.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.860+0000 7f5e4b786640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5e280743b0 0x7f5e280767a0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f5e440b0d50 tx=0x7f5e40009190 comp rx=0 tx=0).stop 2024-09-11T22:45:58.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.860+0000 7f5e4b786640 1 -- 172.21.15.16:0/3860443427 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415e8c0 msgr2=0x7f5e44150cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:58.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.860+0000 7f5e4b786640 1 --2- 172.21.15.16:0/3860443427 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415e8c0 0x7f5e44150cb0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5e3c00eed0 tx=0x7f5e3c00b480 comp rx=0 tx=0).stop 2024-09-11T22:45:58.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.860+0000 7f5e49d23640 1 -- 172.21.15.16:0/3860443427 reap_dead start 2024-09-11T22:45:58.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.860+0000 7f5e4b786640 1 -- 172.21.15.16:0/3860443427 shutdown_connections 2024-09-11T22:45:58.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.860+0000 7f5e4b786640 1 -- 172.21.15.16:0/3860443427 >> 172.21.15.16:0/3860443427 conn(0x7f5e4409aa40 msgr2=0x7f5e440b1810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:58.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.860+0000 7f5e4b786640 1 -- 172.21.15.16:0/3860443427 shutdown_connections 2024-09-11T22:45:58.861 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.860+0000 7f5e4b786640 1 -- 172.21.15.16:0/3860443427 wait complete. 2024-09-11T22:45:58.873 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1 2024-09-11T22:45:58.874 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule retention add snap_test_dir1 1m 2024-09-11T22:45:58.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.987+0000 7f09a3aaf640 1 Processor -- start 2024-09-11T22:45:58.988 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.987+0000 7f09a3aaf640 1 -- start start 2024-09-11T22:45:58.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a3aaf640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f099c161cf0 0x7f099c06df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:58.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a3aaf640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f099c0d1ff0 0x7f099c09aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:58.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a3aaf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f099c09af80 0x7f099c06cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:58.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a3aaf640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f099c071530 con 0x7f099c161cf0 2024-09-11T22:45:58.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a3aaf640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f099c09baa0 con 0x7f099c0d1ff0 2024-09-11T22:45:58.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a3aaf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f099c09b7c0 con 0x7f099c09af80 2024-09-11T22:45:58.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a184b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f099c161cf0 0x7f099c06df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:58.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a184b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f099c161cf0 0x7f099c06df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43844/0 (socket says 172.21.15.16:43844) 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a184b640 1 -- 172.21.15.16:0/3876899772 learned_addr learned my addr 172.21.15.16:0/3876899772 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a204c640 1 --2- 172.21.15.16:0/3876899772 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f099c09af80 0x7f099c06cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a104a640 1 --2- 172.21.15.16:0/3876899772 >> v2:172.21.15.104:3300/0 conn(0x7f099c0d1ff0 0x7f099c09aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a184b640 1 -- 172.21.15.16:0/3876899772 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f099c09af80 msgr2=0x7f099c06cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a184b640 1 --2- 172.21.15.16:0/3876899772 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f099c09af80 0x7f099c06cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a184b640 1 -- 172.21.15.16:0/3876899772 >> v2:172.21.15.104:3300/0 conn(0x7f099c0d1ff0 msgr2=0x7f099c09aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a184b640 1 --2- 172.21.15.16:0/3876899772 >> v2:172.21.15.104:3300/0 conn(0x7f099c0d1ff0 0x7f099c09aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.988+0000 7f09a184b640 1 -- 172.21.15.16:0/3876899772 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f099c070ee0 con 0x7f099c161cf0 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.989+0000 7f09a184b640 1 --2- 172.21.15.16:0/3876899772 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f099c161cf0 0x7f099c06df60 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f099c0732e0 tx=0x7f099802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40d95cd779582443 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.989+0000 7f09a0849640 1 -- 172.21.15.16:0/3876899772 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0998037070 con 0x7f099c161cf0 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.989+0000 7f09a0849640 1 -- 172.21.15.16:0/3876899772 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0998032440 con 0x7f099c161cf0 2024-09-11T22:45:58.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.989+0000 7f09a0849640 1 -- 172.21.15.16:0/3876899772 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0998032810 con 0x7f099c161cf0 2024-09-11T22:45:58.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.990+0000 7f09a3aaf640 1 -- 172.21.15.16:0/3876899772 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f099c161cf0 msgr2=0x7f099c06df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:58.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.990+0000 7f09a3aaf640 1 --2- 172.21.15.16:0/3876899772 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f099c161cf0 0x7f099c06df60 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f099c0732e0 tx=0x7f099802a140 comp rx=0 tx=0).stop 2024-09-11T22:45:58.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.990+0000 7f09a3aaf640 1 -- 172.21.15.16:0/3876899772 shutdown_connections 2024-09-11T22:45:58.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.990+0000 7f09a3aaf640 1 --2- 172.21.15.16:0/3876899772 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f099c09af80 0x7f099c06cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:58.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.990+0000 7f09a3aaf640 1 --2- 172.21.15.16:0/3876899772 >> v2:172.21.15.104:3300/0 conn(0x7f099c0d1ff0 0x7f099c09aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:58.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.990+0000 7f09a3aaf640 1 --2- 172.21.15.16:0/3876899772 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f099c161cf0 0x7f099c06df60 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:58.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.990+0000 7f09a3aaf640 1 -- 172.21.15.16:0/3876899772 >> 172.21.15.16:0/3876899772 conn(0x7f099c0d24d0 msgr2=0x7f099c0d28e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:58.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.990+0000 7f09a3aaf640 1 -- 172.21.15.16:0/3876899772 shutdown_connections 2024-09-11T22:45:58.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.990+0000 7f09a3aaf640 1 -- 172.21.15.16:0/3876899772 wait complete. 2024-09-11T22:45:58.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.991+0000 7f09a3aaf640 1 Processor -- start 2024-09-11T22:45:58.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.991+0000 7f09a3aaf640 1 -- start start 2024-09-11T22:45:58.995 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a3aaf640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099c09af80 0x7f099c09faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a3aaf640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f099c0d1ff0 0x7f099c157d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a3aaf640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f099c161cf0 0x7f099c1582d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a3aaf640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f099c09b410 con 0x7f099c0d1ff0 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a3aaf640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f099c1620d0 con 0x7f099c09af80 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a3aaf640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f099c1f4550 con 0x7f099c161cf0 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a104a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f099c0d1ff0 0x7f099c157d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a104a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f099c0d1ff0 0x7f099c157d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43846/0 (socket says 172.21.15.16:43846) 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a104a640 1 -- 172.21.15.16:0/633654310 learned_addr learned my addr 172.21.15.16:0/633654310 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a184b640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099c09af80 0x7f099c09faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a204c640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f099c161cf0 0x7f099c1582d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a104a640 1 -- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f099c161cf0 msgr2=0x7f099c1582d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a104a640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f099c161cf0 0x7f099c1582d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:58.996 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a104a640 1 -- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099c09af80 msgr2=0x7f099c09faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:58.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a104a640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099c09af80 0x7f099c09faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:58.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a104a640 1 -- 172.21.15.16:0/633654310 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f099c0c72c0 con 0x7f099c0d1ff0 2024-09-11T22:45:58.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a204c640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f099c161cf0 0x7f099c1582d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:45:58.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.992+0000 7f09a104a640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f099c0d1ff0 0x7f099c157d90 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f098c00d620 tx=0x7f098c00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:58.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.993+0000 7f09927fc640 1 -- 172.21.15.16:0/633654310 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c00b620 con 0x7f099c0d1ff0 2024-09-11T22:45:58.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.993+0000 7f09927fc640 1 -- 172.21.15.16:0/633654310 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f098c019070 con 0x7f099c0d1ff0 2024-09-11T22:45:58.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.993+0000 7f09a3aaf640 1 -- 172.21.15.16:0/633654310 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f099c15ada0 con 0x7f099c0d1ff0 2024-09-11T22:45:58.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.993+0000 7f09927fc640 1 -- 172.21.15.16:0/633654310 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c00ba00 con 0x7f099c0d1ff0 2024-09-11T22:45:58.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.993+0000 7f09a3aaf640 1 -- 172.21.15.16:0/633654310 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f099c15b020 con 0x7f099c0d1ff0 2024-09-11T22:45:58.997 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.994+0000 7f09a3aaf640 1 -- 172.21.15.16:0/633654310 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f099c09aa40 con 0x7f099c0d1ff0 2024-09-11T22:45:58.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.994+0000 7f09927fc640 1 -- 172.21.15.16:0/633654310 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 90353+0+0 (secure 0 0 0) 0x7f098c00bba0 con 0x7f099c0d1ff0 2024-09-11T22:45:58.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.995+0000 7f09927fc640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f098006bcd0 0x7f098006e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:58.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.995+0000 7f09927fc640 1 -- 172.21.15.16:0/633654310 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7f098c08b090 con 0x7f099c0d1ff0 2024-09-11T22:45:58.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.995+0000 7f09a184b640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f098006bcd0 0x7f098006e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:58.998 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.996+0000 7f09a184b640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f098006bcd0 0x7f098006e190 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0998034000 tx=0x7f099802e000 comp rx=0 tx=0).ready entity=mgr.5014 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:59.000 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:58.999+0000 7f09927fc640 1 -- 172.21.15.16:0/633654310 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f099c15ada0 con 0x7f099c0d1ff0 2024-09-11T22:45:59.203 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.202+0000 7f09a3aaf640 1 -- 172.21.15.16:0/633654310 --> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "path": "snap_test_dir1", "retention_spec_or_period": "1m", "target": ["mon-mgr", ""]}) -- 0x7f099c0c7490 con 0x7f098006bcd0 2024-09-11T22:45:59.258 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.257+0000 7f09927fc640 1 -- 172.21.15.16:0/633654310 <== mgr.5014 v2:172.21.15.104:6832/3806072093 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+39 (secure 0 0 0) 0x7f0998032660 con 0x7f098006bcd0 2024-09-11T22:45:59.258 INFO:teuthology.orchestra.run.smithi016.stdout:Retention added to path snap_test_dir1 2024-09-11T22:45:59.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 -- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f098006bcd0 msgr2=0x7f098006e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:59.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f098006bcd0 0x7f098006e190 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0998034000 tx=0x7f099802e000 comp rx=0 tx=0).stop 2024-09-11T22:45:59.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 -- 172.21.15.16:0/633654310 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f099c0d1ff0 msgr2=0x7f099c157d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:59.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f099c0d1ff0 0x7f099c157d90 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f098c00d620 tx=0x7f098c00dae0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 -- 172.21.15.16:0/633654310 shutdown_connections 2024-09-11T22:45:59.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f098006bcd0 0x7f098006e190 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f099c161cf0 0x7f099c1582d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.260 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f099c0d1ff0 0x7f099c157d90 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 --2- 172.21.15.16:0/633654310 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f099c09af80 0x7f099c09faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 -- 172.21.15.16:0/633654310 >> 172.21.15.16:0/633654310 conn(0x7f099c0d24d0 msgr2=0x7f099c0d10c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:59.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 -- 172.21.15.16:0/633654310 shutdown_connections 2024-09-11T22:45:59.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.259+0000 7f09a3aaf640 1 -- 172.21.15.16:0/633654310 wait complete. 2024-09-11T22:45:59.271 DEBUG:tasks.cephfs.test_snap_schedules:res=Retention added to path snap_test_dir1 2024-09-11T22:45:59.271 INFO:tasks.cephfs.test_snap_schedules:expecting snap snap_test_dir1/.customsnapkernel/scheduled-2024-09-11-22_46_00 in ~1s... 2024-09-11T22:45:59.271 DEBUG:tasks.cephfs.test_snap_schedules:expected_schedule: ['1m'], expected_retention: [{'m': 1}] 2024-09-11T22:45:59.271 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list --format json snap_test_dir1 2024-09-11T22:45:59.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.375+0000 7f28b81f6640 1 Processor -- start 2024-09-11T22:45:59.375 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.375+0000 7f28b81f6640 1 -- start start 2024-09-11T22:45:59.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b81f6640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f28b015b270 0x7f28b015b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b81f6640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f28b00cf5c0 0x7f28b00cfa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b81f6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28b006f330 0x7f28b006f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b81f6640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f28b00cff40 con 0x7f28b015b270 2024-09-11T22:45:59.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b81f6640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f28b0072420 con 0x7f28b00cf5c0 2024-09-11T22:45:59.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b81f6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f28b00cc920 con 0x7f28b006f330 2024-09-11T22:45:59.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b5f92640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f28b015b270 0x7f28b015b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b5f92640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f28b015b270 0x7f28b015b650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43862/0 (socket says 172.21.15.16:43862) 2024-09-11T22:45:59.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b5f92640 1 -- 172.21.15.16:0/314178644 learned_addr learned my addr 172.21.15.16:0/314178644 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:59.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b5791640 1 --2- 172.21.15.16:0/314178644 >> v2:172.21.15.104:3300/0 conn(0x7f28b00cf5c0 0x7f28b00cfa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b6793640 1 --2- 172.21.15.16:0/314178644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28b006f330 0x7f28b006f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b5f92640 1 -- 172.21.15.16:0/314178644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28b006f330 msgr2=0x7f28b006f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:59.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b5f92640 1 --2- 172.21.15.16:0/314178644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28b006f330 0x7f28b006f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b5f92640 1 -- 172.21.15.16:0/314178644 >> v2:172.21.15.104:3300/0 conn(0x7f28b00cf5c0 msgr2=0x7f28b00cfa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:59.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b5f92640 1 --2- 172.21.15.16:0/314178644 >> v2:172.21.15.104:3300/0 conn(0x7f28b00cf5c0 0x7f28b00cfa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.376+0000 7f28b5f92640 1 -- 172.21.15.16:0/314178644 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28b00d0160 con 0x7f28b015b270 2024-09-11T22:45:59.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.377+0000 7f28b5f92640 1 --2- 172.21.15.16:0/314178644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28b015b270 0x7f28b015b650 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f28b00b4030 tx=0x7f28ac02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f814b4f04e972fa0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.377+0000 7f28b4f90640 1 -- 172.21.15.16:0/314178644 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28ac037070 con 0x7f28b015b270 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.377+0000 7f28b4f90640 1 -- 172.21.15.16:0/314178644 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28ac032440 con 0x7f28b015b270 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.377+0000 7f28b4f90640 1 -- 172.21.15.16:0/314178644 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28ac032810 con 0x7f28b015b270 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.378+0000 7f28b81f6640 1 -- 172.21.15.16:0/314178644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28b015b270 msgr2=0x7f28b015b650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.378+0000 7f28b81f6640 1 --2- 172.21.15.16:0/314178644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28b015b270 0x7f28b015b650 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f28b00b4030 tx=0x7f28ac02a1e0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.378+0000 7f28b81f6640 1 -- 172.21.15.16:0/314178644 shutdown_connections 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.378+0000 7f28b81f6640 1 --2- 172.21.15.16:0/314178644 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28b006f330 0x7f28b006f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.378+0000 7f28b81f6640 1 --2- 172.21.15.16:0/314178644 >> v2:172.21.15.104:3300/0 conn(0x7f28b00cf5c0 0x7f28b00cfa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.378+0000 7f28b81f6640 1 --2- 172.21.15.16:0/314178644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28b015b270 0x7f28b015b650 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.378+0000 7f28b81f6640 1 -- 172.21.15.16:0/314178644 >> 172.21.15.16:0/314178644 conn(0x7f28b0067f80 msgr2=0x7f28b006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.378+0000 7f28b81f6640 1 -- 172.21.15.16:0/314178644 shutdown_connections 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.378+0000 7f28b81f6640 1 -- 172.21.15.16:0/314178644 wait complete. 2024-09-11T22:45:59.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.379+0000 7f28b81f6640 1 Processor -- start 2024-09-11T22:45:59.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.379+0000 7f28b81f6640 1 -- start start 2024-09-11T22:45:59.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b81f6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28b006f330 0x7f28b0140da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b81f6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28b00cf5c0 0x7f28b0143300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b81f6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28b015b270 0x7f28b0141880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b81f6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f28b00ccea0 con 0x7f28b015b270 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b81f6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f28b00ccbc0 con 0x7f28b006f330 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b81f6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f28b015bb90 con 0x7f28b00cf5c0 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b6793640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28b015b270 0x7f28b0141880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b6793640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28b015b270 0x7f28b0141880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43864/0 (socket says 172.21.15.16:43864) 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b6793640 1 -- 172.21.15.16:0/2774135084 learned_addr learned my addr 172.21.15.16:0/2774135084 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b5f92640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28b006f330 0x7f28b0140da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b5791640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28b00cf5c0 0x7f28b0143300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b6793640 1 -- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28b00cf5c0 msgr2=0x7f28b0143300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b6793640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28b00cf5c0 0x7f28b0143300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b6793640 1 -- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28b006f330 msgr2=0x7f28b0140da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b6793640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28b006f330 0x7f28b0140da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b6793640 1 -- 172.21.15.16:0/2774135084 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28b0143970 con 0x7f28b015b270 2024-09-11T22:45:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b6793640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28b015b270 0x7f28b0141880 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f28a800efc0 tx=0x7f28a800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28a67fc640 1 -- 172.21.15.16:0/2774135084 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28a8018020 con 0x7f28b015b270 2024-09-11T22:45:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28a67fc640 1 -- 172.21.15.16:0/2774135084 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f28a8014480 con 0x7f28b015b270 2024-09-11T22:45:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28a67fc640 1 -- 172.21.15.16:0/2774135084 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28a8014870 con 0x7f28b015b270 2024-09-11T22:45:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.380+0000 7f28b81f6640 1 -- 172.21.15.16:0/2774135084 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28b0143c50 con 0x7f28b015b270 2024-09-11T22:45:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.381+0000 7f28b81f6640 1 -- 172.21.15.16:0/2774135084 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28b0144210 con 0x7f28b015b270 2024-09-11T22:45:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.382+0000 7f28b81f6640 1 -- 172.21.15.16:0/2774135084 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28b00cfa00 con 0x7f28b015b270 2024-09-11T22:45:59.384 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.382+0000 7f28a67fc640 1 -- 172.21.15.16:0/2774135084 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 8) ==== 90353+0+0 (secure 0 0 0) 0x7f28a8005d10 con 0x7f28b015b270 2024-09-11T22:45:59.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.382+0000 7f28a67fc640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f289406bcd0 0x7f289406e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.383+0000 7f28a67fc640 1 -- 172.21.15.16:0/2774135084 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7f28a808b820 con 0x7f28b015b270 2024-09-11T22:45:59.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.383+0000 7f28b5f92640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f289406bcd0 0x7f289406e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.383+0000 7f28b5f92640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f289406bcd0 0x7f289406e190 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f28ac034000 tx=0x7f28ac02e000 comp rx=0 tx=0).ready entity=mgr.5014 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:59.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.387+0000 7f28a67fc640 1 -- 172.21.15.16:0/2774135084 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f28a8022070 con 0x7f28b015b270 2024-09-11T22:45:59.585 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.585+0000 7f28b81f6640 1 -- 172.21.15.16:0/2774135084 --> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f28b014b380 con 0x7f289406bcd0 2024-09-11T22:45:59.589 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.588+0000 7f28a67fc640 1 -- 172.21.15.16:0/2774135084 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 9) ==== 90618+0+0 (secure 0 0 0) 0x7f28a801b020 con 0x7f28b015b270 2024-09-11T22:45:59.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.597+0000 7f28a67fc640 1 -- 172.21.15.16:0/2774135084 <== mgr.5014 v2:172.21.15.104:6832/3806072093 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+72 (secure 0 0 0) 0x7f28b014b380 con 0x7f289406bcd0 2024-09-11T22:45:59.598 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:45:59.598 INFO:teuthology.orchestra.run.smithi016.stdout:{"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{"m": 1}]} 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.599+0000 7f28b81f6640 1 -- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f289406bcd0 msgr2=0x7f289406e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.599+0000 7f28b81f6640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f289406bcd0 0x7f289406e190 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f28ac034000 tx=0x7f28ac02e000 comp rx=0 tx=0).stop 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.599+0000 7f28b81f6640 1 -- 172.21.15.16:0/2774135084 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28b015b270 msgr2=0x7f28b0141880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.600+0000 7f28b81f6640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28b015b270 0x7f28b0141880 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f28a800efc0 tx=0x7f28a800c490 comp rx=0 tx=0).stop 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.600+0000 7f28b81f6640 1 -- 172.21.15.16:0/2774135084 shutdown_connections 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.600+0000 7f28b81f6640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f289406bcd0 0x7f289406e190 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.600+0000 7f28b81f6640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f28b015b270 0x7f28b0141880 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.600+0000 7f28b81f6640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f28b00cf5c0 0x7f28b0143300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.600+0000 7f28b81f6640 1 --2- 172.21.15.16:0/2774135084 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f28b006f330 0x7f28b0140da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.600+0000 7f28b81f6640 1 -- 172.21.15.16:0/2774135084 >> 172.21.15.16:0/2774135084 conn(0x7f28b0067f80 msgr2=0x7f28b0158ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.600+0000 7f28b81f6640 1 -- 172.21.15.16:0/2774135084 shutdown_connections 2024-09-11T22:45:59.601 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.600+0000 7f28b81f6640 1 -- 172.21.15.16:0/2774135084 wait complete. 2024-09-11T22:45:59.611 DEBUG:tasks.cephfs.test_snap_schedules:res= {"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{"m": 1}]} 2024-09-11T22:45:59.611 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'path': 'snap_test_dir1', 'schedule': ['1m'], 'retention': [{'m': 1}]} 2024-09-11T22:45:59.611 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove snap_test_dir1 2024-09-11T22:45:59.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.716+0000 7f416d027640 1 Processor -- start 2024-09-11T22:45:59.717 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.716+0000 7f416d027640 1 -- start start 2024-09-11T22:45:59.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.717+0000 7f416d027640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f416806c320 0x7f4168070cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.717+0000 7f416d027640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41680b01e0 0x7f41680ae340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.717+0000 7f416d027640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f41680b60d0 con 0x7f416815e730 2024-09-11T22:45:59.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.717+0000 7f416d027640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f41680b0690 con 0x7f416806c320 2024-09-11T22:45:59.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.717+0000 7f416d027640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f416815eb10 con 0x7f41680b01e0 2024-09-11T22:45:59.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.717+0000 7f4166d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f416815e730 0x7f416806bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44220/0 (socket says 172.21.15.16:44220) 2024-09-11T22:45:59.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.717+0000 7f4166d9d640 1 -- 172.21.15.16:0/3270249709 learned_addr learned my addr 172.21.15.16:0/3270249709 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:45:59.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.717+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1691116408 0 0) 0x7f41680b60d0 con 0x7f416815e730 2024-09-11T22:45:59.719 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.717+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4150003520 con 0x7f416815e730 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.717+0000 7f416759e640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41680b01e0 0x7f41680ae340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.717+0000 7f416659c640 1 --2- 172.21.15.16:0/3270249709 >> v2:172.21.15.104:3300/0 conn(0x7f416806c320 0x7f4168070cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1902163307 0 0) 0x7f4150003520 con 0x7f416815e730 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41680b01e0 msgr2=0x7f41680ae340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41680b01e0 0x7f41680ae340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 >> v2:172.21.15.104:3300/0 conn(0x7f416806c320 msgr2=0x7f4168070cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 --2- 172.21.15.16:0/3270249709 >> v2:172.21.15.104:3300/0 conn(0x7f416806c320 0x7f4168070cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41680b6370 con 0x7f416815e730 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f4158001690 con 0x7f416815e730 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 >> v1:172.21.15.16:6789/0 conn(0x7f416815e730 legacy=0x7f416806bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41680b01e0 0x7f41500039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.720 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 0x7f4150004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4150004d40 0x7f41500051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f41680b0690 con 0x7f4150003f30 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f416815eb10 con 0x7f4150004d40 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f415000b9c0 con 0x7f41680b01e0 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f416659c640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 0x7f4150004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f4166d9d640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41680b01e0 0x7f41500039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f416759e640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4150004d40 0x7f41500051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f416659c640 1 -- 172.21.15.16:0/3270249709 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41680b01e0 msgr2=0x7f41500039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f416659c640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f41680b01e0 0x7f41500039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f416659c640 1 -- 172.21.15.16:0/3270249709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4150004d40 msgr2=0x7f41500051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f416659c640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f4150004d40 0x7f41500051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.721 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.718+0000 7f416659c640 1 -- 172.21.15.16:0/3270249709 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4150003520 con 0x7f4150003f30 2024-09-11T22:45:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.719+0000 7f416659c640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 0x7f4150004800 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f415c009ac0 tx=0x7f4150005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7baf93209940c3a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:59.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.719+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415c036070 con 0x7f4150003f30 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.719+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f415c031400 con 0x7f4150003f30 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.719+0000 7f4165d9b640 1 -- 172.21.15.16:0/3270249709 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415c009690 con 0x7f4150003f30 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.719+0000 7f416d027640 1 -- 172.21.15.16:0/3270249709 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 msgr2=0x7f4150004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.719+0000 7f416d027640 1 --2- 172.21.15.16:0/3270249709 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 0x7f4150004800 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f415c009ac0 tx=0x7f4150005830 comp rx=0 tx=0).stop 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.719+0000 7f416759e640 1 -- 172.21.15.16:0/3270249709 reap_dead start 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.719+0000 7f416d027640 1 -- 172.21.15.16:0/3270249709 shutdown_connections 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.719+0000 7f416d027640 1 -- 172.21.15.16:0/3270249709 >> 172.21.15.16:0/3270249709 conn(0x7f41680b6aa0 msgr2=0x7f416809aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.720+0000 7f416d027640 1 -- 172.21.15.16:0/3270249709 shutdown_connections 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.720+0000 7f416d027640 1 -- 172.21.15.16:0/3270249709 wait complete. 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.721+0000 7f416d027640 1 Processor -- start 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.721+0000 7f416d027640 1 -- start start 2024-09-11T22:45:59.725 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416d027640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 0x7f4168153e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416d027640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f416815d210 0x7f416815d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416d027640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41681f4000 0x7f41681f4460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416d027640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f41680ae340 con 0x7f4150003f30 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416d027640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f416806f470 con 0x7f41681f4000 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416d027640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f41680ae4c0 con 0x7f416815d210 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f4166d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 0x7f4168153e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f4166d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 0x7f4168153e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43882/0 (socket says 172.21.15.16:43882) 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416759e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41681f4000 0x7f41681f4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f4166d9d640 1 -- 172.21.15.16:0/3635859081 learned_addr learned my addr 172.21.15.16:0/3635859081 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416659c640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f416815d210 0x7f416815d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416759e640 1 -- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f416815d210 msgr2=0x7f416815d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416759e640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f416815d210 0x7f416815d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416759e640 1 -- 172.21.15.16:0/3635859081 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 msgr2=0x7f4168153e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:45:59.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416759e640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 0x7f4168153e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:45:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416759e640 1 -- 172.21.15.16:0/3635859081 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f416815bff0 con 0x7f41681f4000 2024-09-11T22:45:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f4166d9d640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 0x7f4168153e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:45:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.722+0000 7f416759e640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41681f4000 0x7f41681f4460 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f416809b250 tx=0x7f416000f1b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.723+0000 7f414f7fe640 1 -- 172.21.15.16:0/3635859081 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416000fce0 con 0x7f41681f4000 2024-09-11T22:45:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.723+0000 7f414f7fe640 1 -- 172.21.15.16:0/3635859081 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f416001d070 con 0x7f41681f4000 2024-09-11T22:45:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.723+0000 7f416d027640 1 -- 172.21.15.16:0/3635859081 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f416815c450 con 0x7f41681f4000 2024-09-11T22:45:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.723+0000 7f414f7fe640 1 -- 172.21.15.16:0/3635859081 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4160015670 con 0x7f41681f4000 2024-09-11T22:45:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.723+0000 7f416d027640 1 -- 172.21.15.16:0/3635859081 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f416815ca10 con 0x7f41681f4000 2024-09-11T22:45:59.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.724+0000 7f416d027640 1 -- 172.21.15.16:0/3635859081 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4168070cf0 con 0x7f41681f4000 2024-09-11T22:45:59.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.724+0000 7f414f7fe640 1 -- 172.21.15.16:0/3635859081 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 9) ==== 90618+0+0 (secure 0 0 0) 0x7f4160015810 con 0x7f41681f4000 2024-09-11T22:45:59.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.725+0000 7f414f7fe640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f415406bfa0 0x7f415406e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:45:59.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.725+0000 7f414f7fe640 1 -- 172.21.15.16:0/3635859081 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7f416008bb50 con 0x7f41681f4000 2024-09-11T22:45:59.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.725+0000 7f4166d9d640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f415406bfa0 0x7f415406e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:45:59.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.725+0000 7f4166d9d640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f415406bfa0 0x7f415406e460 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4158004aa0 tx=0x7f4158007c70 comp rx=0 tx=0).ready entity=mgr.5014 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:45:59.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.729+0000 7f414f7fe640 1 -- 172.21.15.16:0/3635859081 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f4160010040 con 0x7f41681f4000 2024-09-11T22:45:59.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:45:59.928+0000 7f416d027640 1 -- 172.21.15.16:0/3635859081 --> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7f41680af9f0 con 0x7f415406bfa0 2024-09-11T22:46:00.001 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.001+0000 7f414f7fe640 1 -- 172.21.15.16:0/3635859081 <== mgr.5014 v2:172.21.15.104:6832/3806072093 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f41680af9f0 con 0x7f415406bfa0 2024-09-11T22:46:00.002 INFO:teuthology.orchestra.run.smithi016.stdout:Schedule removed for path snap_test_dir1 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 -- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f415406bfa0 msgr2=0x7f415406e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f415406bfa0 0x7f415406e460 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4158004aa0 tx=0x7f4158007c70 comp rx=0 tx=0).stop 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 -- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41681f4000 msgr2=0x7f41681f4460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41681f4000 0x7f41681f4460 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f416809b250 tx=0x7f416000f1b0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 -- 172.21.15.16:0/3635859081 shutdown_connections 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f415406bfa0 0x7f415406e460 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f41681f4000 0x7f41681f4460 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f416815d210 0x7f416815d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 --2- 172.21.15.16:0/3635859081 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4150003f30 0x7f4168153e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 -- 172.21.15.16:0/3635859081 >> 172.21.15.16:0/3635859081 conn(0x7f41680b6aa0 msgr2=0x7f416815ecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 -- 172.21.15.16:0/3635859081 shutdown_connections 2024-09-11T22:46:00.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.003+0000 7f416d027640 1 -- 172.21.15.16:0/3635859081 wait complete. 2024-09-11T22:46:00.014 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path snap_test_dir1 2024-09-11T22:46:00.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:00.015 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.customsnapkernel) 2024-09-11T22:46:00.031 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:00.031 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1) 2024-09-11T22:46:00.089 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-09-11T22:46:00.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.233+0000 7efc18c1e640 1 Processor -- start 2024-09-11T22:46:00.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.233+0000 7efc18c1e640 1 -- start start 2024-09-11T22:46:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.234+0000 7efc18c1e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efc14161ed0 0x7efc140d3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.234+0000 7efc18c1e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7efc1406db90 0x7efc140b7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.234+0000 7efc18c1e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc140d36d0 con 0x7efc140d4160 2024-09-11T22:46:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.234+0000 7efc18c1e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7efc140d0060 con 0x7efc1406db90 2024-09-11T22:46:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.234+0000 7efc18c1e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7efc140cfa50 con 0x7efc14161ed0 2024-09-11T22:46:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.234+0000 7efc12d9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7efc1406db90 0x7efc140b7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:00.236 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.234+0000 7efc11d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7efc140d4160 0x7efc1406d480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44232/0 (socket says 172.21.15.16:44232) 2024-09-11T22:46:00.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.234+0000 7efc11d9b640 1 -- 172.21.15.16:0/3234872122 learned_addr learned my addr 172.21.15.16:0/3234872122 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:00.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.235+0000 7efc1259c640 1 --2- 172.21.15.16:0/3234872122 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efc14161ed0 0x7efc140d3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:00.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.235+0000 7efc12d9d640 1 -- 172.21.15.16:0/3234872122 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efc14161ed0 msgr2=0x7efc140d3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:00.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.235+0000 7efc12d9d640 1 --2- 172.21.15.16:0/3234872122 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efc14161ed0 0x7efc140d3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.235+0000 7efc12d9d640 1 -- 172.21.15.16:0/3234872122 >> v1:172.21.15.16:6789/0 conn(0x7efc140d4160 legacy=0x7efc1406d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.235+0000 7efc1159a640 1 -- 172.21.15.16:0/3234872122 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1552029991 0 0) 0x7efc140d36d0 con 0x7efc140d4160 2024-09-11T22:46:00.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.235+0000 7efc12d9d640 1 -- 172.21.15.16:0/3234872122 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc140cfcf0 con 0x7efc1406db90 2024-09-11T22:46:00.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.235+0000 7efc12d9d640 1 --2- 172.21.15.16:0/3234872122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efc1406db90 0x7efc140b7e50 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7efc0c0097a0 tx=0x7efc0c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a52a3875591ae76d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:00.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.235+0000 7efc1159a640 1 -- 172.21.15.16:0/3234872122 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc0c037070 con 0x7efc1406db90 2024-09-11T22:46:00.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.236+0000 7efc1159a640 1 -- 172.21.15.16:0/3234872122 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc0c032440 con 0x7efc1406db90 2024-09-11T22:46:00.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.236+0000 7efc1159a640 1 -- 172.21.15.16:0/3234872122 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc0c032810 con 0x7efc1406db90 2024-09-11T22:46:00.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.236+0000 7efc18c1e640 1 -- 172.21.15.16:0/3234872122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efc1406db90 msgr2=0x7efc140b7e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.236+0000 7efc18c1e640 1 --2- 172.21.15.16:0/3234872122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efc1406db90 0x7efc140b7e50 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7efc0c0097a0 tx=0x7efc0c02a180 comp rx=0 tx=0).stop 2024-09-11T22:46:00.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.236+0000 7efc18c1e640 1 -- 172.21.15.16:0/3234872122 shutdown_connections 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.236+0000 7efc18c1e640 1 --2- 172.21.15.16:0/3234872122 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efc1406db90 0x7efc140b7e50 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.236+0000 7efc18c1e640 1 --2- 172.21.15.16:0/3234872122 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efc14161ed0 0x7efc140d3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.236+0000 7efc18c1e640 1 -- 172.21.15.16:0/3234872122 >> 172.21.15.16:0/3234872122 conn(0x7efc140d1430 msgr2=0x7efc140d1840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.236+0000 7efc18c1e640 1 -- 172.21.15.16:0/3234872122 shutdown_connections 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.236+0000 7efc18c1e640 1 -- 172.21.15.16:0/3234872122 wait complete. 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.238+0000 7efc18c1e640 1 Processor -- start 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.238+0000 7efc18c1e640 1 -- start start 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.238+0000 7efc18c1e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efc1406db90 0x7efc1415ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.238+0000 7efc18c1e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efc140d4160 0x7efc14150ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.238+0000 7efc18c1e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc14161ed0 0x7efc140cd490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.238+0000 7efc18c1e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7efc141622b0 con 0x7efc1406db90 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.238+0000 7efc18c1e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7efc140d3eb0 con 0x7efc14161ed0 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.238+0000 7efc18c1e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7efc14162430 con 0x7efc140d4160 2024-09-11T22:46:00.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.238+0000 7efc1259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efc1406db90 0x7efc1415ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.238+0000 7efc1259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efc1406db90 0x7efc1415ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43892/0 (socket says 172.21.15.16:43892) 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.238+0000 7efc1259c640 1 -- 172.21.15.16:0/2106938181 learned_addr learned my addr 172.21.15.16:0/2106938181 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc11d9b640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efc140d4160 0x7efc14150ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc12d9d640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc14161ed0 0x7efc140cd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc1259c640 1 -- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efc140d4160 msgr2=0x7efc14150ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc1259c640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efc140d4160 0x7efc14150ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc1259c640 1 -- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc14161ed0 msgr2=0x7efc140cd490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc1259c640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc14161ed0 0x7efc140cd490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc1259c640 1 -- 172.21.15.16:0/2106938181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc1415c380 con 0x7efc1406db90 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc12d9d640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc14161ed0 0x7efc140cd490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc1259c640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efc1406db90 0x7efc1415ce20 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7efc04007e40 tx=0x7efc0400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:00.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc0affd640 1 -- 172.21.15.16:0/2106938181 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc04014620 con 0x7efc1406db90 2024-09-11T22:46:00.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc0affd640 1 -- 172.21.15.16:0/2106938181 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc04019070 con 0x7efc1406db90 2024-09-11T22:46:00.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc18c1e640 1 -- 172.21.15.16:0/2106938181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc1415e330 con 0x7efc1406db90 2024-09-11T22:46:00.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc0affd640 1 -- 172.21.15.16:0/2106938181 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc04014a00 con 0x7efc1406db90 2024-09-11T22:46:00.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.239+0000 7efc18c1e640 1 -- 172.21.15.16:0/2106938181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc1415e610 con 0x7efc1406db90 2024-09-11T22:46:00.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.240+0000 7efc18c1e640 1 -- 172.21.15.16:0/2106938181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc140d3970 con 0x7efc1406db90 2024-09-11T22:46:00.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.241+0000 7efc0affd640 1 -- 172.21.15.16:0/2106938181 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 9) ==== 90618+0+0 (secure 0 0 0) 0x7efc04014ba0 con 0x7efc1406db90 2024-09-11T22:46:00.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.241+0000 7efc0affd640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7efbf406bfa0 0x7efbf406e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:00.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.241+0000 7efc0affd640 1 -- 172.21.15.16:0/2106938181 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7efc0408bab0 con 0x7efc1406db90 2024-09-11T22:46:00.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.241+0000 7efc11d9b640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7efbf406bfa0 0x7efbf406e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:00.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.242+0000 7efc11d9b640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7efbf406bfa0 0x7efbf406e460 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7efc1415de80 tx=0x7efbfc007d50 comp rx=0 tx=0).ready entity=mgr.5014 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:00.246 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.245+0000 7efc0affd640 1 -- 172.21.15.16:0/2106938181 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7efc0405a0c0 con 0x7efc1406db90 2024-09-11T22:46:00.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.467+0000 7efc18c1e640 1 -- 172.21.15.16:0/2106938181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7efc140d1030 con 0x7efc1406db90 2024-09-11T22:46:00.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.591+0000 7efc0affd640 1 -- 172.21.15.16:0/2106938181 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v10) ==== 93+0+0 (secure 0 0 0) 0x7efc040599c0 con 0x7efc1406db90 2024-09-11T22:46:00.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 -- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7efbf406bfa0 msgr2=0x7efbf406e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7efbf406bfa0 0x7efbf406e460 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7efc1415de80 tx=0x7efbfc007d50 comp rx=0 tx=0).stop 2024-09-11T22:46:00.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 -- 172.21.15.16:0/2106938181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efc1406db90 msgr2=0x7efc1415ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efc1406db90 0x7efc1415ce20 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7efc04007e40 tx=0x7efc0400e4b0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc0affd640 1 -- 172.21.15.16:0/2106938181 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mgrmap(e 10) ==== 90601+0+0 (secure 0 0 0) 0x7efc04005d10 con 0x7efc1406db90 2024-09-11T22:46:00.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 -- 172.21.15.16:0/2106938181 shutdown_connections 2024-09-11T22:46:00.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7efbf406bfa0 0x7efbf406e460 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7efc14161ed0 0x7efc140cd490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7efc140d4160 0x7efc14150ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 --2- 172.21.15.16:0/2106938181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efc1406db90 0x7efc1415ce20 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 -- 172.21.15.16:0/2106938181 >> 172.21.15.16:0/2106938181 conn(0x7efc140d1430 msgr2=0x7efc140b66a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:00.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 -- 172.21.15.16:0/2106938181 shutdown_connections 2024-09-11T22:46:00.596 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.594+0000 7efc18c1e640 1 -- 172.21.15.16:0/2106938181 wait complete. 2024-09-11T22:46:00.610 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-11T22:46:00.610 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-11T22:46:00.649 DEBUG:teuthology.orchestra.run.smithi104:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-11T22:46:00.691 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-11T22:46:00.691 INFO:tasks.cephfs.mount:Terminating background process 2024-09-11T22:46:00.692 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:46:00.692 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:46:00.709 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:46:00.709 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:46:00.720 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:00.718+0000 7f87d6030040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T22:46:00.722 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:00.721+0000 7f137a61b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-11T22:46:00.738 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-11T22:46:00.761 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:00.760+0000 7f87d6030040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T22:46:00.766 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:00.765+0000 7f137a61b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-11T22:46:00.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.869+0000 7f920d0a6640 1 Processor -- start 2024-09-11T22:46:00.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.869+0000 7f920d0a6640 1 -- start start 2024-09-11T22:46:00.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f920d0a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92080d1db0 0x7f92080cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:00.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f920d0a6640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92080cfdc0 con 0x7f92080b68f0 2024-09-11T22:46:00.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f920d0a6640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92080d3fa0 con 0x7f920815e6c0 2024-09-11T22:46:00.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f920d0a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f92080b7990 con 0x7f92080d1db0 2024-09-11T22:46:00.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f920659c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f92080b68f0 0x7f92080b7e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44238/0 (socket says 172.21.15.16:44238) 2024-09-11T22:46:00.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f920659c640 1 -- 172.21.15.16:0/1801317289 learned_addr learned my addr 172.21.15.16:0/1801317289 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:00.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f920759e640 1 --2- 172.21.15.16:0/1801317289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92080d1db0 0x7f92080cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:00.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f9205d9b640 1 -- 172.21.15.16:0/1801317289 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1894937974 0 0) 0x7f92080cfdc0 con 0x7f92080b68f0 2024-09-11T22:46:00.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f9205d9b640 1 -- 172.21.15.16:0/1801317289 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f91f0003520 con 0x7f92080b68f0 2024-09-11T22:46:00.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f9205d9b640 1 -- 172.21.15.16:0/1801317289 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2034417141 0 0) 0x7f92080d3fa0 con 0x7f920815e6c0 2024-09-11T22:46:00.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f9205d9b640 1 -- 172.21.15.16:0/1801317289 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f92080cfdc0 con 0x7f920815e6c0 2024-09-11T22:46:00.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f920759e640 1 -- 172.21.15.16:0/1801317289 >> v1:172.21.15.104:6789/0 conn(0x7f920815e6c0 legacy=0x7f92080b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f920759e640 1 -- 172.21.15.16:0/1801317289 >> v1:172.21.15.16:6789/0 conn(0x7f92080b68f0 legacy=0x7f92080b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.872 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.870+0000 7f920759e640 1 -- 172.21.15.16:0/1801317289 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92080d4280 con 0x7f92080d1db0 2024-09-11T22:46:00.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.871+0000 7f920759e640 1 --2- 172.21.15.16:0/1801317289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92080d1db0 0x7f92080cf730 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9200009dc0 tx=0x7f920002a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6325ba4ff7407912 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:00.873 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.871+0000 7f9205d9b640 1 -- 172.21.15.16:0/1801317289 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9200007740 con 0x7f92080d1db0 2024-09-11T22:46:00.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.871+0000 7f9205d9b640 1 -- 172.21.15.16:0/1801317289 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92000078e0 con 0x7f92080d1db0 2024-09-11T22:46:00.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.871+0000 7f9205d9b640 1 -- 172.21.15.16:0/1801317289 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9200007cb0 con 0x7f92080d1db0 2024-09-11T22:46:00.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.872+0000 7f920d0a6640 1 -- 172.21.15.16:0/1801317289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92080d1db0 msgr2=0x7f92080cf730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.872+0000 7f920d0a6640 1 --2- 172.21.15.16:0/1801317289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92080d1db0 0x7f92080cf730 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9200009dc0 tx=0x7f920002a6d0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.872+0000 7f920d0a6640 1 -- 172.21.15.16:0/1801317289 shutdown_connections 2024-09-11T22:46:00.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.872+0000 7f920d0a6640 1 --2- 172.21.15.16:0/1801317289 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92080d1db0 0x7f92080cf730 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.872+0000 7f920d0a6640 1 -- 172.21.15.16:0/1801317289 >> 172.21.15.16:0/1801317289 conn(0x7f9208067f80 msgr2=0x7f92080d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:00.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.872+0000 7f920d0a6640 1 -- 172.21.15.16:0/1801317289 shutdown_connections 2024-09-11T22:46:00.875 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.872+0000 7f920d0a6640 1 -- 172.21.15.16:0/1801317289 wait complete. 2024-09-11T22:46:00.877 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.874+0000 7f920d0a6640 1 Processor -- start 2024-09-11T22:46:00.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.874+0000 7f920d0a6640 1 -- start start 2024-09-11T22:46:00.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.874+0000 7f920d0a6640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92080b68f0 0x7f92081f7f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:00.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.874+0000 7f920d0a6640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92080d1db0 0x7f92081f3780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:00.878 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.874+0000 7f920d0a6640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f920815e6c0 0x7f9208160d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.874+0000 7f920d0a6640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f92080d3d50 con 0x7f92080d1db0 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.874+0000 7f920d0a6640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f92080d1bf0 con 0x7f920815e6c0 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.874+0000 7f920d0a6640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f92080d4560 con 0x7f92080b68f0 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92080d1db0 0x7f92081f3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920659c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92080d1db0 0x7f92081f3780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43924/0 (socket says 172.21.15.16:43924) 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f9206d9d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92080b68f0 0x7f92081f7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920659c640 1 -- 172.21.15.16:0/2220363610 learned_addr learned my addr 172.21.15.16:0/2220363610 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920759e640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f920815e6c0 0x7f9208160d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920659c640 1 -- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92080b68f0 msgr2=0x7f92081f7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920659c640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92080b68f0 0x7f92081f7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920659c640 1 -- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f920815e6c0 msgr2=0x7f9208160d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920659c640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f920815e6c0 0x7f9208160d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920659c640 1 -- 172.21.15.16:0/2220363610 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92080cbc10 con 0x7f92080d1db0 2024-09-11T22:46:00.879 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920759e640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f920815e6c0 0x7f9208160d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:00.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920659c640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92080d1db0 0x7f92081f3780 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f91fc00c530 tx=0x7f91fc00c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:00.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f91ef7fe640 1 -- 172.21.15.16:0/2220363610 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91fc017070 con 0x7f92080d1db0 2024-09-11T22:46:00.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f91ef7fe640 1 -- 172.21.15.16:0/2220363610 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91fc005d00 con 0x7f92080d1db0 2024-09-11T22:46:00.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920d0a6640 1 -- 172.21.15.16:0/2220363610 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92080cbef0 con 0x7f92080d1db0 2024-09-11T22:46:00.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f91ef7fe640 1 -- 172.21.15.16:0/2220363610 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91fc0072b0 con 0x7f92080d1db0 2024-09-11T22:46:00.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.875+0000 7f920d0a6640 1 -- 172.21.15.16:0/2220363610 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92080cc4b0 con 0x7f92080d1db0 2024-09-11T22:46:00.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.876+0000 7f920d0a6640 1 -- 172.21.15.16:0/2220363610 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92080cf730 con 0x7f92080d1db0 2024-09-11T22:46:00.880 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.877+0000 7f91ef7fe640 1 -- 172.21.15.16:0/2220363610 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 10) ==== 90601+0+0 (secure 0 0 0) 0x7f91fc01a070 con 0x7f92080d1db0 2024-09-11T22:46:00.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.877+0000 7f91ef7fe640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f91f406bf50 0x7f91f406e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:00.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.878+0000 7f9206d9d640 1 -- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f91f406bf50 msgr2=0x7f91f406e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:00.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.878+0000 7f91ef7fe640 1 -- 172.21.15.16:0/2220363610 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7f91fc08a620 con 0x7f92080d1db0 2024-09-11T22:46:00.881 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.878+0000 7f9206d9d640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f91f406bf50 0x7f91f406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:46:00.882 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:00.882+0000 7f91ef7fe640 1 -- 172.21.15.16:0/2220363610 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f91fc058690 con 0x7f92080d1db0 2024-09-11T22:46:00.893 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:00.891+0000 7f87d6030040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T22:46:00.907 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:00.907+0000 7f137a61b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-11T22:46:00.941 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:00.940+0000 7f87d6030040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T22:46:00.959 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:00.958+0000 7f137a61b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-11T22:46:01.049 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:01.048+0000 7f87d6030040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:46:01.073 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:01.072+0000 7f137a61b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:46:01.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.077+0000 7f920d0a6640 1 -- 172.21.15.16:0/2220363610 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f920815d710 con 0x7f92080d1db0 2024-09-11T22:46:01.078 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.078+0000 7f91ef7fe640 1 -- 172.21.15.16:0/2220363610 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 6 entries v39) ==== 80+0+360 (secure 0 0 0) 0x7f91fc05c990 con 0x7f92080d1db0 2024-09-11T22:46:01.078 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.15.104:6833/4046407617 2024-09-12T22:45:57.524603+0000 2024-09-11T22:46:01.078 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.15.104:6832/4046407617 2024-09-12T22:45:57.524603+0000 2024-09-11T22:46:01.079 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.15.104:0/1244196467 2024-09-12T22:45:57.524603+0000 2024-09-11T22:46:01.079 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.15.104:0/2189607487 2024-09-12T22:45:57.524603+0000 2024-09-11T22:46:01.079 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.15.104:0/1861353074 2024-09-12T22:45:57.524603+0000 2024-09-11T22:46:01.079 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.15.104:0/2067926576 2024-09-12T22:45:57.524603+0000 2024-09-11T22:46:01.079 INFO:teuthology.orchestra.run.smithi016.stderr:listed 6 entries 2024-09-11T22:46:01.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.079+0000 7f9206d9d640 1 -- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f91f406bf50 msgr2=0x7f91f406e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:01.079 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.079+0000 7f9206d9d640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f91f406bf50 0x7f91f406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-11T22:46:01.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 -- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f91f406bf50 msgr2=0x7f91f406e410 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:46:01.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f91f406bf50 0x7f91f406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 -- 172.21.15.16:0/2220363610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92080d1db0 msgr2=0x7f92081f3780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:01.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92080d1db0 0x7f92081f3780 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f91fc00c530 tx=0x7f91fc00c9f0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 -- 172.21.15.16:0/2220363610 shutdown_connections 2024-09-11T22:46:01.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f91f406bf50 0x7f91f406e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f920815e6c0 0x7f9208160d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f92080d1db0 0x7f92081f3780 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 --2- 172.21.15.16:0/2220363610 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f92080b68f0 0x7f92081f7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 -- 172.21.15.16:0/2220363610 >> 172.21.15.16:0/2220363610 conn(0x7f9208067f80 msgr2=0x7f9208159740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:01.081 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 -- 172.21.15.16:0/2220363610 shutdown_connections 2024-09-11T22:46:01.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.080+0000 7f920d0a6640 1 -- 172.21.15.16:0/2220363610 wait complete. 2024-09-11T22:46:01.092 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-11T22:46:01.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:01.092 DEBUG:teuthology.orchestra.run.smithi016:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-11T22:46:01.123 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:46:01.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:01.123 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-11T22:46:01.159 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:01.157+0000 7f87d6030040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T22:46:01.177 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:01.177+0000 7f137a61b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-11T22:46:01.179 INFO:tasks.cephfs.mount:Terminating background process 2024-09-11T22:46:01.180 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:46:01.180 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:46:01.195 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=21057 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-11T22:46:01.195 INFO:tasks.cephfs.mount:Terminating background process 2024-09-11T22:46:01.196 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:46:01.196 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:46:01.237 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3267 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-11T22:46:01.237 INFO:tasks.cephfs.mount:Terminating background process 2024-09-11T22:46:01.237 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:46:01.237 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:46:01.252 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=21057 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-11T22:46:01.253 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:46:01.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.379+0000 7f14b54c9640 1 Processor -- start 2024-09-11T22:46:01.380 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.379+0000 7f14b54c9640 1 -- start start 2024-09-11T22:46:01.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14b54c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14b00b6470 0x7f14b00b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14b54c9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f14b00b3600 0x7f14b00b6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14b54c9640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f14b00d3920 0x7f14b00d3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14b54c9640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f14b00d3490 con 0x7f14b00b3600 2024-09-11T22:46:01.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14b54c9640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f14b00b6d90 con 0x7f14b00d3920 2024-09-11T22:46:01.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14b54c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f14b00d2880 con 0x7f14b00b6470 2024-09-11T22:46:01.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14ae7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f14b00b3600 0x7f14b00b6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:01.382 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14ae7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f14b00b3600 0x7f14b00b6850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43928/0 (socket says 172.21.15.16:43928) 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14ae7fc640 1 -- 172.21.15.16:0/2186681931 learned_addr learned my addr 172.21.15.16:0/2186681931 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14aeffd640 1 --2- 172.21.15.16:0/2186681931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14b00b6470 0x7f14b00b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14af7fe640 1 --2- 172.21.15.16:0/2186681931 >> v2:172.21.15.104:3300/0 conn(0x7f14b00d3920 0x7f14b00d3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14ae7fc640 1 -- 172.21.15.16:0/2186681931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14b00b6470 msgr2=0x7f14b00b3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14ae7fc640 1 --2- 172.21.15.16:0/2186681931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14b00b6470 0x7f14b00b3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14ae7fc640 1 -- 172.21.15.16:0/2186681931 >> v2:172.21.15.104:3300/0 conn(0x7f14b00d3920 msgr2=0x7f14b00d3dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14ae7fc640 1 --2- 172.21.15.16:0/2186681931 >> v2:172.21.15.104:3300/0 conn(0x7f14b00d3920 0x7f14b00d3dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14ae7fc640 1 -- 172.21.15.16:0/2186681931 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14b00d2b60 con 0x7f14b00b3600 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.380+0000 7f14af7fe640 1 --2- 172.21.15.16:0/2186681931 >> v2:172.21.15.104:3300/0 conn(0x7f14b00d3920 0x7f14b00d3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.381+0000 7f14ae7fc640 1 --2- 172.21.15.16:0/2186681931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14b00b3600 0x7f14b00b6850 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f14b006a0c0 tx=0x7f14a402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c96a7de3b736ebc server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.381+0000 7f14adffb640 1 -- 172.21.15.16:0/2186681931 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a4037070 con 0x7f14b00b3600 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.381+0000 7f14adffb640 1 -- 172.21.15.16:0/2186681931 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14a4032440 con 0x7f14b00b3600 2024-09-11T22:46:01.383 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.381+0000 7f14adffb640 1 -- 172.21.15.16:0/2186681931 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a4032810 con 0x7f14b00b3600 2024-09-11T22:46:01.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.382+0000 7f14b54c9640 1 -- 172.21.15.16:0/2186681931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14b00b3600 msgr2=0x7f14b00b6850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:01.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.382+0000 7f14b54c9640 1 --2- 172.21.15.16:0/2186681931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14b00b3600 0x7f14b00b6850 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f14b006a0c0 tx=0x7f14a402a270 comp rx=0 tx=0).stop 2024-09-11T22:46:01.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.382+0000 7f14b54c9640 1 -- 172.21.15.16:0/2186681931 shutdown_connections 2024-09-11T22:46:01.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.382+0000 7f14b54c9640 1 --2- 172.21.15.16:0/2186681931 >> v2:172.21.15.104:3300/0 conn(0x7f14b00d3920 0x7f14b00d3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.382+0000 7f14b54c9640 1 --2- 172.21.15.16:0/2186681931 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14b00b3600 0x7f14b00b6850 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.382+0000 7f14b54c9640 1 --2- 172.21.15.16:0/2186681931 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14b00b6470 0x7f14b00b3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.382+0000 7f14b54c9640 1 -- 172.21.15.16:0/2186681931 >> 172.21.15.16:0/2186681931 conn(0x7f14b00d1530 msgr2=0x7f14b00d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:01.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.382+0000 7f14b54c9640 1 -- 172.21.15.16:0/2186681931 shutdown_connections 2024-09-11T22:46:01.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.382+0000 7f14b54c9640 1 -- 172.21.15.16:0/2186681931 wait complete. 2024-09-11T22:46:01.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.384+0000 7f14b54c9640 1 Processor -- start 2024-09-11T22:46:01.385 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.384+0000 7f14b54c9640 1 -- start start 2024-09-11T22:46:01.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.385+0000 7f14b54c9640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14b00b3600 0x7f14b01599a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.385+0000 7f14b54c9640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14b00b6470 0x7f14b01f3d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.387 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14b54c9640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14b00d3920 0x7f14b015c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14b54c9640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f14b015e930 con 0x7f14b00d3920 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14b54c9640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f14b00d3120 con 0x7f14b00b6470 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14b54c9640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f14b00cfb00 con 0x7f14b00b3600 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14af7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14b00d3920 0x7f14b015c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14af7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14b00d3920 0x7f14b015c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43938/0 (socket says 172.21.15.16:43938) 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14af7fe640 1 -- 172.21.15.16:0/1502495262 learned_addr learned my addr 172.21.15.16:0/1502495262 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14aeffd640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14b00b3600 0x7f14b01599a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14ae7fc640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14b00b6470 0x7f14b01f3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14af7fe640 1 -- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14b00b3600 msgr2=0x7f14b01599a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14af7fe640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14b00b3600 0x7f14b01599a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14af7fe640 1 -- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14b00b6470 msgr2=0x7f14b01f3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:01.388 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14af7fe640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14b00b6470 0x7f14b01f3d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14af7fe640 1 -- 172.21.15.16:0/1502495262 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14b00c8410 con 0x7f14b00d3920 2024-09-11T22:46:01.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14af7fe640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14b00d3920 0x7f14b015c970 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f14a8007ef0 tx=0x7f14a800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:01.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14977fe640 1 -- 172.21.15.16:0/1502495262 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a801a070 con 0x7f14b00d3920 2024-09-11T22:46:01.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14977fe640 1 -- 172.21.15.16:0/1502495262 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14a8003b90 con 0x7f14b00d3920 2024-09-11T22:46:01.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14b54c9640 1 -- 172.21.15.16:0/1502495262 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14b00c86f0 con 0x7f14b00d3920 2024-09-11T22:46:01.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14977fe640 1 -- 172.21.15.16:0/1502495262 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a8004030 con 0x7f14b00d3920 2024-09-11T22:46:01.389 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.386+0000 7f14b54c9640 1 -- 172.21.15.16:0/1502495262 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14b00c8cb0 con 0x7f14b00d3920 2024-09-11T22:46:01.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.387+0000 7f14b54c9640 1 -- 172.21.15.16:0/1502495262 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14b00b6850 con 0x7f14b00d3920 2024-09-11T22:46:01.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.388+0000 7f14977fe640 1 -- 172.21.15.16:0/1502495262 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 10) ==== 90601+0+0 (secure 0 0 0) 0x7f14a801d070 con 0x7f14b00d3920 2024-09-11T22:46:01.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.389+0000 7f14977fe640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f149c06bf50 0x7f149c06e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.389+0000 7f14aeffd640 1 -- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f149c06bf50 msgr2=0x7f149c06e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:01.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.389+0000 7f14977fe640 1 -- 172.21.15.16:0/1502495262 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7f14a808b500 con 0x7f14b00d3920 2024-09-11T22:46:01.390 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.389+0000 7f14aeffd640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f149c06bf50 0x7f149c06e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:46:01.393 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.393+0000 7f14977fe640 1 -- 172.21.15.16:0/1502495262 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f14a8010070 con 0x7f14b00d3920 2024-09-11T22:46:01.432 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:01.430+0000 7f87d6030040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T22:46:01.463 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:01.463+0000 7f137a61b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-11T22:46:01.475 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:01.473+0000 7f87d6030040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T22:46:01.509 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:01.509+0000 7f137a61b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-11T22:46:01.589 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:01.587+0000 7f87d6030040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T22:46:01.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.590+0000 7f14aeffd640 1 -- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f149c06bf50 msgr2=0x7f149c06e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:01.590 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.590+0000 7f14aeffd640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f149c06bf50 0x7f149c06e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-11T22:46:01.606 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.606+0000 7f14b54c9640 1 -- 172.21.15.16:0/1502495262 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f14b00b4470 con 0x7f14b00d3920 2024-09-11T22:46:01.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.606+0000 7f14977fe640 1 -- 172.21.15.16:0/1502495262 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5226 (secure 0 0 0) 0x7f14a8059440 con 0x7f14b00d3920 2024-09-11T22:46:01.607 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:01.607 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":15,"btime":"2024-09-11T22:45:45:154874+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/1702427553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1702427553},{"type":"v1","addr":"172.21.15.104:6837","nonce":1702427553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4622,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3893358227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3893358227},{"type":"v1","addr":"172.21.15.16:6835","nonce":3893358227}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4816,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/712712654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":712712654},{"type":"v1","addr":"172.21.15.104:6836","nonce":712712654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:45:42.505228+0000","modified":"2024-09-11T22:45:44.499270+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4869},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4869":{"gid":4869,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/4064795485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":4064795485},{"type":"v1","addr":"172.21.15.16:6834","nonce":4064795485}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4869,"qdb_cluster":[4869]},"id":2}]} 2024-09-11T22:46:01.608 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 15 2024-09-11T22:46:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.608+0000 7f14b54c9640 1 -- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f149c06bf50 msgr2=0x7f149c06e410 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:46:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.608+0000 7f14b54c9640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f149c06bf50 0x7f149c06e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.608+0000 7f14b54c9640 1 -- 172.21.15.16:0/1502495262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14b00d3920 msgr2=0x7f14b015c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.608+0000 7f14b54c9640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14b00d3920 0x7f14b015c970 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f14a8007ef0 tx=0x7f14a800d4a0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.608+0000 7f14b54c9640 1 -- 172.21.15.16:0/1502495262 shutdown_connections 2024-09-11T22:46:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.609+0000 7f14b54c9640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f149c06bf50 0x7f149c06e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.609+0000 7f14b54c9640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f14b00d3920 0x7f14b015c970 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.610 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.609+0000 7f14b54c9640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f14b00b6470 0x7f14b01f3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.609+0000 7f14b54c9640 1 --2- 172.21.15.16:0/1502495262 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f14b00b3600 0x7f14b01599a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.609+0000 7f14b54c9640 1 -- 172.21.15.16:0/1502495262 >> 172.21.15.16:0/1502495262 conn(0x7f14b00d1530 msgr2=0x7f14b00d1910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:01.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.609+0000 7f14b54c9640 1 -- 172.21.15.16:0/1502495262 shutdown_connections 2024-09-11T22:46:01.611 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.609+0000 7f14b54c9640 1 -- 172.21.15.16:0/1502495262 wait complete. 2024-09-11T22:46:01.621 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:46:01.633 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:01.633+0000 7f137a61b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-11T22:46:01.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.723+0000 7ff7074ba640 1 Processor -- start 2024-09-11T22:46:01.724 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.724+0000 7ff7074ba640 1 -- start start 2024-09-11T22:46:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.724+0000 7ff7074ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70015e6a0 0x7ff7000cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.724+0000 7ff7074ba640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff7000d1cf0 0x7ff7000b61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.724+0000 7ff7074ba640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff70015ea80 con 0x7ff7000b6700 2024-09-11T22:46:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff7074ba640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7ff7000d2310 con 0x7ff7000d1cf0 2024-09-11T22:46:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff7074ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff7000d25f0 con 0x7ff70015e6a0 2024-09-11T22:46:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff705256640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70015e6a0 0x7ff7000cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff704a55640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff7000d1cf0 0x7ff7000b61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff705256640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70015e6a0 0x7ff7000cfc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:51346/0 (socket says 172.21.15.16:51346) 2024-09-11T22:46:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff704a55640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7ff7000d1cf0 0x7ff7000b61c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:45732/0 (socket says 172.21.15.16:45732) 2024-09-11T22:46:01.726 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff705a57640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7ff7000b6700 0x7ff7001621c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:52940/0 (socket says 172.21.15.16:52940) 2024-09-11T22:46:01.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff704a55640 1 -- 172.21.15.16:0/1190021266 learned_addr learned my addr 172.21.15.16:0/1190021266 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:01.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff705256640 1 -- 172.21.15.16:0/1190021266 >> v2:172.21.15.104:3300/0 conn(0x7ff7000d1cf0 msgr2=0x7ff7000b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:01.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff705256640 1 --2- 172.21.15.16:0/1190021266 >> v2:172.21.15.104:3300/0 conn(0x7ff7000d1cf0 0x7ff7000b61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff705256640 1 -- 172.21.15.16:0/1190021266 >> v1:172.21.15.104:6789/0 conn(0x7ff7000b6700 legacy=0x7ff7001621c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:01.727 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.725+0000 7ff705256640 1 -- 172.21.15.16:0/1190021266 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7000d28d0 con 0x7ff70015e6a0 2024-09-11T22:46:01.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.726+0000 7ff705256640 1 --2- 172.21.15.16:0/1190021266 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70015e6a0 0x7ff7000cfc50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff6f40097a0 tx=0x7ff6f402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b04fc4a5c8b28c07 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:01.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.726+0000 7ff6f3fff640 1 -- 172.21.15.16:0/1190021266 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4037070 con 0x7ff70015e6a0 2024-09-11T22:46:01.728 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.726+0000 7ff6f3fff640 1 -- 172.21.15.16:0/1190021266 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6f402ae50 con 0x7ff70015e6a0 2024-09-11T22:46:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.726+0000 7ff6f3fff640 1 -- 172.21.15.16:0/1190021266 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4032660 con 0x7ff70015e6a0 2024-09-11T22:46:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.727+0000 7ff7074ba640 1 -- 172.21.15.16:0/1190021266 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70015e6a0 msgr2=0x7ff7000cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.727+0000 7ff7074ba640 1 --2- 172.21.15.16:0/1190021266 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70015e6a0 0x7ff7000cfc50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff6f40097a0 tx=0x7ff6f402a100 comp rx=0 tx=0).stop 2024-09-11T22:46:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.727+0000 7ff7074ba640 1 -- 172.21.15.16:0/1190021266 shutdown_connections 2024-09-11T22:46:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.727+0000 7ff7074ba640 1 --2- 172.21.15.16:0/1190021266 >> v2:172.21.15.104:3300/0 conn(0x7ff7000d1cf0 0x7ff7000b61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.727+0000 7ff7074ba640 1 --2- 172.21.15.16:0/1190021266 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff70015e6a0 0x7ff7000cfc50 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.727+0000 7ff7074ba640 1 -- 172.21.15.16:0/1190021266 >> 172.21.15.16:0/1190021266 conn(0x7ff700067d70 msgr2=0x7ff700068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.727+0000 7ff7074ba640 1 -- 172.21.15.16:0/1190021266 shutdown_connections 2024-09-11T22:46:01.729 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.727+0000 7ff7074ba640 1 -- 172.21.15.16:0/1190021266 wait complete. 2024-09-11T22:46:01.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.728+0000 7ff7074ba640 1 Processor -- start 2024-09-11T22:46:01.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.728+0000 7ff7074ba640 1 -- start start 2024-09-11T22:46:01.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff7074ba640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7000b6700 0x7ff7001580a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.732 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff7074ba640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7000d1cf0 0x7ff700154790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff7074ba640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70015e6a0 0x7ff7000cef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff7074ba640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7ff7000b7970 con 0x7ff70015e6a0 2024-09-11T22:46:01.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff7074ba640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7ff7000d2e90 con 0x7ff7000b6700 2024-09-11T22:46:01.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff7074ba640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7ff7000d43c0 con 0x7ff7000d1cf0 2024-09-11T22:46:01.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff705a57640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70015e6a0 0x7ff7000cef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:01.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff705256640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7000b6700 0x7ff7001580a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:01.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff704a55640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7000d1cf0 0x7ff700154790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:01.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff705256640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7000b6700 0x7ff7001580a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:45742/0 (socket says 172.21.15.16:45742) 2024-09-11T22:46:01.733 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff705256640 1 -- 172.21.15.16:0/1248202126 learned_addr learned my addr 172.21.15.16:0/1248202126 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:01.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff704a55640 1 -- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7000b6700 msgr2=0x7ff7001580a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:01.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff704a55640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7000b6700 0x7ff7001580a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff704a55640 1 -- 172.21.15.16:0/1248202126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70015e6a0 msgr2=0x7ff7000cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:01.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff704a55640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70015e6a0 0x7ff7000cef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.729+0000 7ff704a55640 1 -- 172.21.15.16:0/1248202126 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff700157340 con 0x7ff7000d1cf0 2024-09-11T22:46:01.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.730+0000 7ff704a55640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7000d1cf0 0x7ff700154790 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc00e850 tx=0x7ff6fc00ed10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:01.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.730+0000 7ff6f1ffb640 1 -- 172.21.15.16:0/1248202126 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6fc017070 con 0x7ff7000d1cf0 2024-09-11T22:46:01.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.730+0000 7ff6f1ffb640 1 -- 172.21.15.16:0/1248202126 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6fc00c940 con 0x7ff7000d1cf0 2024-09-11T22:46:01.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.730+0000 7ff6f1ffb640 1 -- 172.21.15.16:0/1248202126 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6fc00ccf0 con 0x7ff7000d1cf0 2024-09-11T22:46:01.734 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.730+0000 7ff7074ba640 1 -- 172.21.15.16:0/1248202126 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7001f57e0 con 0x7ff7000d1cf0 2024-09-11T22:46:01.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.730+0000 7ff7074ba640 1 -- 172.21.15.16:0/1248202126 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7001578a0 con 0x7ff7000d1cf0 2024-09-11T22:46:01.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.731+0000 7ff7074ba640 1 -- 172.21.15.16:0/1248202126 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7001e6ba0 con 0x7ff7000d1cf0 2024-09-11T22:46:01.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.732+0000 7ff6f1ffb640 1 -- 172.21.15.16:0/1248202126 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 10) ==== 90601+0+0 (secure 0 0 0) 0x7ff6fc01a070 con 0x7ff7000d1cf0 2024-09-11T22:46:01.735 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.732+0000 7ff6f1ffb640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7ff6e406bf50 0x7ff6e406e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:01.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.732+0000 7ff705256640 1 -- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7ff6e406bf50 msgr2=0x7ff6e406e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:01.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.732+0000 7ff6f1ffb640 1 -- 172.21.15.16:0/1248202126 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7ff6fc08b0a0 con 0x7ff7000d1cf0 2024-09-11T22:46:01.736 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.732+0000 7ff705256640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7ff6e406bf50 0x7ff6e406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:46:01.737 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.737+0000 7ff6f1ffb640 1 -- 172.21.15.16:0/1248202126 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7ff7001e6ba0 con 0x7ff7000d1cf0 2024-09-11T22:46:01.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.933+0000 7ff705256640 1 -- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7ff6e406bf50 msgr2=0x7ff6e406e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:01.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.933+0000 7ff705256640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7ff6e406bf50 0x7ff6e406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-11T22:46:01.952 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.951+0000 7ff7074ba640 1 -- 172.21.15.16:0/1248202126 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff7000b6b50 con 0x7ff7000d1cf0 2024-09-11T22:46:01.953 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.952+0000 7ff6f1ffb640 1 -- 172.21.15.16:0/1248202126 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5226 (secure 0 0 0) 0x7ff700157340 con 0x7ff7000d1cf0 2024-09-11T22:46:01.953 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:01.953 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":15,"btime":"2024-09-11T22:45:45:154874+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/1702427553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1702427553},{"type":"v1","addr":"172.21.15.104:6837","nonce":1702427553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4622,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3893358227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3893358227},{"type":"v1","addr":"172.21.15.16:6835","nonce":3893358227}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4816,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/712712654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":712712654},{"type":"v1","addr":"172.21.15.104:6836","nonce":712712654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:45:42.505228+0000","modified":"2024-09-11T22:45:44.499270+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4869},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4869":{"gid":4869,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/4064795485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":4064795485},{"type":"v1","addr":"172.21.15.16:6834","nonce":4064795485}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4869,"qdb_cluster":[4869]},"id":2}]} 2024-09-11T22:46:01.953 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 15 2024-09-11T22:46:01.955 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.954+0000 7ff7074ba640 1 -- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7ff6e406bf50 msgr2=0x7ff6e406e410 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:46:01.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.954+0000 7ff7074ba640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7ff6e406bf50 0x7ff6e406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.954+0000 7ff7074ba640 1 -- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7000d1cf0 msgr2=0x7ff700154790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:01.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.954+0000 7ff7074ba640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7000d1cf0 0x7ff700154790 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc00e850 tx=0x7ff6fc00ed10 comp rx=0 tx=0).stop 2024-09-11T22:46:01.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.954+0000 7ff7074ba640 1 -- 172.21.15.16:0/1248202126 shutdown_connections 2024-09-11T22:46:01.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.954+0000 7ff7074ba640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7ff6e406bf50 0x7ff6e406e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.954+0000 7ff7074ba640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff70015e6a0 0x7ff7000cef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.954+0000 7ff7074ba640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7ff7000d1cf0 0x7ff700154790 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.954+0000 7ff7074ba640 1 --2- 172.21.15.16:0/1248202126 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7ff7000b6700 0x7ff7001580a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:01.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.954+0000 7ff7074ba640 1 -- 172.21.15.16:0/1248202126 >> 172.21.15.16:0/1248202126 conn(0x7ff700067d70 msgr2=0x7ff7000b41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:01.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.955+0000 7ff7074ba640 1 -- 172.21.15.16:0/1248202126 shutdown_connections 2024-09-11T22:46:01.956 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:01.955+0000 7ff7074ba640 1 -- 172.21.15.16:0/1248202126 wait complete. 2024-09-11T22:46:01.966 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:46:02.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.109+0000 7fc7f335f640 1 Processor -- start 2024-09-11T22:46:02.110 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.109+0000 7fc7f335f640 1 -- start start 2024-09-11T22:46:02.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.110+0000 7fc7f335f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc7ec15e720 0x7fc7ec0d05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.110+0000 7fc7f335f640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc7ec09b650 0x7fc7ec0b32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.110+0000 7fc7f335f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7ec0b3820 0x7fc7ec15eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.110+0000 7fc7f335f640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fc7ec0d0b30 con 0x7fc7ec09b650 2024-09-11T22:46:02.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.110+0000 7fc7f335f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc7ec0d1970 con 0x7fc7ec15e720 2024-09-11T22:46:02.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.110+0000 7fc7f335f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc7ec0b1e60 con 0x7fc7ec0b3820 2024-09-11T22:46:02.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.111+0000 7fc7f08fa640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc7ec09b650 0x7fc7ec0b32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.111+0000 7fc7f08fa640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc7ec09b650 0x7fc7ec0b32e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43970/0 (socket says 172.21.15.16:43970) 2024-09-11T22:46:02.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.111+0000 7fc7f08fa640 1 -- 172.21.15.16:0/2307414726 learned_addr learned my addr 172.21.15.16:0/2307414726 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:02.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.111+0000 7fc7f18fc640 1 --2- 172.21.15.16:0/2307414726 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7ec0b3820 0x7fc7ec15eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.111+0000 7fc7f10fb640 1 --2- 172.21.15.16:0/2307414726 >> v2:172.21.15.104:3300/0 conn(0x7fc7ec15e720 0x7fc7ec0d05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.111+0000 7fc7f08fa640 1 -- 172.21.15.16:0/2307414726 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7ec0b3820 msgr2=0x7fc7ec15eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:02.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.111+0000 7fc7f08fa640 1 --2- 172.21.15.16:0/2307414726 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7ec0b3820 0x7fc7ec15eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.111+0000 7fc7f08fa640 1 -- 172.21.15.16:0/2307414726 >> v2:172.21.15.104:3300/0 conn(0x7fc7ec15e720 msgr2=0x7fc7ec0d05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:02.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.111+0000 7fc7f08fa640 1 --2- 172.21.15.16:0/2307414726 >> v2:172.21.15.104:3300/0 conn(0x7fc7ec15e720 0x7fc7ec0d05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.113 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.111+0000 7fc7f08fa640 1 -- 172.21.15.16:0/2307414726 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7ec0d0d60 con 0x7fc7ec09b650 2024-09-11T22:46:02.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.112+0000 7fc7f08fa640 1 --2- 172.21.15.16:0/2307414726 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7ec09b650 0x7fc7ec0b32e0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec0736c0 tx=0x7fc7e002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4e21d26be4acd21 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:02.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.112+0000 7fc7dffff640 1 -- 172.21.15.16:0/2307414726 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e0037070 con 0x7fc7ec09b650 2024-09-11T22:46:02.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.112+0000 7fc7dffff640 1 -- 172.21.15.16:0/2307414726 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7e0032440 con 0x7fc7ec09b650 2024-09-11T22:46:02.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.112+0000 7fc7dffff640 1 -- 172.21.15.16:0/2307414726 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e0032810 con 0x7fc7ec09b650 2024-09-11T22:46:02.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.113+0000 7fc7f335f640 1 -- 172.21.15.16:0/2307414726 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7ec09b650 msgr2=0x7fc7ec0b32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.113+0000 7fc7f335f640 1 --2- 172.21.15.16:0/2307414726 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7ec09b650 0x7fc7ec0b32e0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fc7ec0736c0 tx=0x7fc7e002a1e0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.113+0000 7fc7f335f640 1 -- 172.21.15.16:0/2307414726 shutdown_connections 2024-09-11T22:46:02.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.113+0000 7fc7f335f640 1 --2- 172.21.15.16:0/2307414726 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7ec0b3820 0x7fc7ec15eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.113+0000 7fc7f335f640 1 --2- 172.21.15.16:0/2307414726 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7ec09b650 0x7fc7ec0b32e0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.113+0000 7fc7f335f640 1 --2- 172.21.15.16:0/2307414726 >> v2:172.21.15.104:3300/0 conn(0x7fc7ec15e720 0x7fc7ec0d05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.113+0000 7fc7f335f640 1 -- 172.21.15.16:0/2307414726 >> 172.21.15.16:0/2307414726 conn(0x7fc7ec0d2460 msgr2=0x7fc7ec0d2870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:02.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.113+0000 7fc7f335f640 1 -- 172.21.15.16:0/2307414726 shutdown_connections 2024-09-11T22:46:02.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.113+0000 7fc7f335f640 1 -- 172.21.15.16:0/2307414726 wait complete. 2024-09-11T22:46:02.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.114+0000 7fc7f335f640 1 Processor -- start 2024-09-11T22:46:02.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.114+0000 7fc7f335f640 1 -- start start 2024-09-11T22:46:02.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f335f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7ec09b650 0x7fc7ec156980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f335f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7ec0b3820 0x7fc7ec156340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f335f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7ec15e720 0x7fc7ec0b7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f335f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc7ec0d1600 con 0x7fc7ec09b650 2024-09-11T22:46:02.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f335f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc7ec0d1320 con 0x7fc7ec0b3820 2024-09-11T22:46:02.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f335f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc7ec09bae0 con 0x7fc7ec15e720 2024-09-11T22:46:02.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f10fb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7ec09b650 0x7fc7ec156980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f10fb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7ec09b650 0x7fc7ec156980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43986/0 (socket says 172.21.15.16:43986) 2024-09-11T22:46:02.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f10fb640 1 -- 172.21.15.16:0/2015572251 learned_addr learned my addr 172.21.15.16:0/2015572251 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:02.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f18fc640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7ec15e720 0x7fc7ec0b7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f08fa640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7ec0b3820 0x7fc7ec156340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f10fb640 1 -- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7ec15e720 msgr2=0x7fc7ec0b7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f10fb640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7ec15e720 0x7fc7ec0b7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f10fb640 1 -- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7ec0b3820 msgr2=0x7fc7ec156340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.115+0000 7fc7f10fb640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7ec0b3820 0x7fc7ec156340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.116+0000 7fc7f10fb640 1 -- 172.21.15.16:0/2015572251 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7ec15fe00 con 0x7fc7ec09b650 2024-09-11T22:46:02.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.116+0000 7fc7f10fb640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7ec09b650 0x7fc7ec156980 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fc7e800e9b0 tx=0x7fc7e800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:02.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.116+0000 7fc7ddffb640 1 -- 172.21.15.16:0/2015572251 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8017070 con 0x7fc7ec09b650 2024-09-11T22:46:02.119 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.116+0000 7fc7ddffb640 1 -- 172.21.15.16:0/2015572251 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7e800c9a0 con 0x7fc7ec09b650 2024-09-11T22:46:02.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.116+0000 7fc7f335f640 1 -- 172.21.15.16:0/2015572251 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7ec1600e0 con 0x7fc7ec09b650 2024-09-11T22:46:02.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.116+0000 7fc7ddffb640 1 -- 172.21.15.16:0/2015572251 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e800cd90 con 0x7fc7ec09b650 2024-09-11T22:46:02.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.116+0000 7fc7f335f640 1 -- 172.21.15.16:0/2015572251 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7ec0b7780 con 0x7fc7ec09b650 2024-09-11T22:46:02.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.117+0000 7fc7f335f640 1 -- 172.21.15.16:0/2015572251 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7ec0b3c90 con 0x7fc7ec09b650 2024-09-11T22:46:02.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.117+0000 7fc7ddffb640 1 -- 172.21.15.16:0/2015572251 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 10) ==== 90601+0+0 (secure 0 0 0) 0x7fc7e801a070 con 0x7fc7ec09b650 2024-09-11T22:46:02.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.118+0000 7fc7ddffb640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fc7d006bf80 0x7fc7d006e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.118+0000 7fc7ddffb640 1 -- 172.21.15.16:0/2015572251 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7fc7e808b530 con 0x7fc7ec09b650 2024-09-11T22:46:02.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.118+0000 7fc7f08fa640 1 -- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fc7d006bf80 msgr2=0x7fc7d006e440 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:02.121 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.118+0000 7fc7f08fa640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fc7d006bf80 0x7fc7d006e440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:46:02.123 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.122+0000 7fc7ddffb640 1 -- 172.21.15.16:0/2015572251 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc7e80594f0 con 0x7fc7ec09b650 2024-09-11T22:46:02.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.299+0000 7fc7f335f640 1 -- 172.21.15.16:0/2015572251 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc7ec0d3370 con 0x7fc7ec09b650 2024-09-11T22:46:02.301 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:02.299+0000 7f87d6030040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T22:46:02.301 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.301+0000 7fc7ddffb640 1 -- 172.21.15.16:0/2015572251 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+17349 (secure 0 0 0) 0x7fc7e805d7f0 con 0x7fc7ec09b650 2024-09-11T22:46:02.302 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:02.302 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":39,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:45:57.524630+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:45:40.422729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-11T22:45:41.489979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6833/4046407617":"2024-09-12T22:45:57.524603+0000","172.21.15.104:6832/4046407617":"2024-09-12T22:45:57.524603+0000","172.21.15.104:0/1244196467":"2024-09-12T22:45:57.524603+0000","172.21.15.104:0/2189607487":"2024-09-12T22:45:57.524603+0000","172.21.15.104:0/1861353074":"2024-09-12T22:45:57.524603+0000","172.21.15.104:0/2067926576":"2024-09-12T22:45:57.524603+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:46:02.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 -- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fc7d006bf80 msgr2=0x7fc7d006e440 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:46:02.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fc7d006bf80 0x7fc7d006e440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 -- 172.21.15.16:0/2015572251 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7ec09b650 msgr2=0x7fc7ec156980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7ec09b650 0x7fc7ec156980 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fc7e800e9b0 tx=0x7fc7e800ee70 comp rx=0 tx=0).stop 2024-09-11T22:46:02.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 -- 172.21.15.16:0/2015572251 shutdown_connections 2024-09-11T22:46:02.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fc7d006bf80 0x7fc7d006e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc7ec15e720 0x7fc7ec0b7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc7ec0b3820 0x7fc7ec156340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 --2- 172.21.15.16:0/2015572251 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7ec09b650 0x7fc7ec156980 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 -- 172.21.15.16:0/2015572251 >> 172.21.15.16:0/2015572251 conn(0x7fc7ec0d2460 msgr2=0x7fc7ec071900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:02.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 -- 172.21.15.16:0/2015572251 shutdown_connections 2024-09-11T22:46:02.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.303+0000 7fc7f335f640 1 -- 172.21.15.16:0/2015572251 wait complete. 2024-09-11T22:46:02.315 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-11T22:46:02.315 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:46:02.343 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:02.342+0000 7f87d6030040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T22:46:02.385 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:02.385+0000 7f137a61b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-11T22:46:02.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.417+0000 7f2249d13640 1 Processor -- start 2024-09-11T22:46:02.418 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.417+0000 7f2249d13640 1 -- start start 2024-09-11T22:46:02.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2249d13640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f224406bc10 0x7f22440736b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2249d13640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f22440afb80 0x7f224406bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2249d13640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f224406c530 con 0x7f22440ae410 2024-09-11T22:46:02.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2249d13640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f2244146200 con 0x7f22440afb80 2024-09-11T22:46:02.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2249d13640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f22440b0040 con 0x7f224406bc10 2024-09-11T22:46:02.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2242ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f22440afb80 0x7f224406bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2242ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f22440afb80 0x7f224406bff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44000/0 (socket says 172.21.15.16:44000) 2024-09-11T22:46:02.419 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2242ffd640 1 -- 172.21.15.16:0/3829587154 learned_addr learned my addr 172.21.15.16:0/3829587154 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:02.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f22437fe640 1 --2- 172.21.15.16:0/3829587154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f224406bc10 0x7f22440736b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2242ffd640 1 -- 172.21.15.16:0/3829587154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f224406bc10 msgr2=0x7f22440736b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:02.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2242ffd640 1 --2- 172.21.15.16:0/3829587154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f224406bc10 0x7f22440736b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2242ffd640 1 -- 172.21.15.16:0/3829587154 >> v1:172.21.15.104:6789/0 conn(0x7f22440ae410 legacy=0x7f22440d12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.420 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.418+0000 7f2242ffd640 1 -- 172.21.15.16:0/3829587154 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22440b0320 con 0x7f22440afb80 2024-09-11T22:46:02.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.419+0000 7f2242ffd640 1 --2- 172.21.15.16:0/3829587154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22440afb80 0x7f224406bff0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f2234009870 tx=0x7f223402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10dafde7ef3b7001 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:02.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.419+0000 7f22427fc640 1 -- 172.21.15.16:0/3829587154 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2234037070 con 0x7f22440afb80 2024-09-11T22:46:02.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.419+0000 7f22427fc640 1 -- 172.21.15.16:0/3829587154 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2234032440 con 0x7f22440afb80 2024-09-11T22:46:02.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.419+0000 7f22427fc640 1 -- 172.21.15.16:0/3829587154 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2234032810 con 0x7f22440afb80 2024-09-11T22:46:02.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.420+0000 7f2249d13640 1 -- 172.21.15.16:0/3829587154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22440afb80 msgr2=0x7f224406bff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.421 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.420+0000 7f2249d13640 1 --2- 172.21.15.16:0/3829587154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22440afb80 0x7f224406bff0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f2234009870 tx=0x7f223402a1c0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.420+0000 7f2249d13640 1 -- 172.21.15.16:0/3829587154 shutdown_connections 2024-09-11T22:46:02.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.420+0000 7f2249d13640 1 --2- 172.21.15.16:0/3829587154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22440afb80 0x7f224406bff0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.420+0000 7f2249d13640 1 --2- 172.21.15.16:0/3829587154 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f224406bc10 0x7f22440736b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.420+0000 7f2249d13640 1 -- 172.21.15.16:0/3829587154 >> 172.21.15.16:0/3829587154 conn(0x7f22440b6be0 msgr2=0x7f224409aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:02.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.420+0000 7f2249d13640 1 -- 172.21.15.16:0/3829587154 shutdown_connections 2024-09-11T22:46:02.422 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.420+0000 7f2249d13640 1 -- 172.21.15.16:0/3829587154 wait complete. 2024-09-11T22:46:02.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.421+0000 7f2249d13640 1 Processor -- start 2024-09-11T22:46:02.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.421+0000 7f2249d13640 1 -- start start 2024-09-11T22:46:02.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.422+0000 7f2249d13640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f224406bc10 0x7f2244139fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.422+0000 7f2249d13640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22440ae410 0x7f224415c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.422+0000 7f2249d13640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22440afb80 0x7f224415e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.424 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.422+0000 7f2249d13640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f22440b20f0 con 0x7f224406bc10 2024-09-11T22:46:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.422+0000 7f2249d13640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f22440b08e0 con 0x7f22440afb80 2024-09-11T22:46:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.422+0000 7f2249d13640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f22440b2270 con 0x7f22440ae410 2024-09-11T22:46:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.422+0000 7f22437fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f224406bc10 0x7f2244139fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.422+0000 7f22437fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f224406bc10 0x7f2244139fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44014/0 (socket says 172.21.15.16:44014) 2024-09-11T22:46:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.422+0000 7f22437fe640 1 -- 172.21.15.16:0/2277345827 learned_addr learned my addr 172.21.15.16:0/2277345827 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.422+0000 7f2242ffd640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22440ae410 0x7f224415c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.422+0000 7f2243fff640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22440afb80 0x7f224415e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.423+0000 7f22437fe640 1 -- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22440ae410 msgr2=0x7f224415c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.423+0000 7f22437fe640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22440ae410 0x7f224415c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.423+0000 7f22437fe640 1 -- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22440afb80 msgr2=0x7f224415e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.425 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.423+0000 7f22437fe640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22440afb80 0x7f224415e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.423+0000 7f22437fe640 1 -- 172.21.15.16:0/2277345827 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f224415d160 con 0x7f224406bc10 2024-09-11T22:46:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.423+0000 7f22437fe640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f224406bc10 0x7f2244139fd0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f222c00e9b0 tx=0x7f222c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.423+0000 7f223bfff640 1 -- 172.21.15.16:0/2277345827 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222c017070 con 0x7f224406bc10 2024-09-11T22:46:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.423+0000 7f223bfff640 1 -- 172.21.15.16:0/2277345827 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f222c00c9a0 con 0x7f224406bc10 2024-09-11T22:46:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.423+0000 7f2249d13640 1 -- 172.21.15.16:0/2277345827 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f224415d440 con 0x7f224406bc10 2024-09-11T22:46:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.423+0000 7f223bfff640 1 -- 172.21.15.16:0/2277345827 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222c00cd90 con 0x7f224406bc10 2024-09-11T22:46:02.426 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.423+0000 7f2249d13640 1 -- 172.21.15.16:0/2277345827 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f224413a510 con 0x7f224406bc10 2024-09-11T22:46:02.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.424+0000 7f2249d13640 1 -- 172.21.15.16:0/2277345827 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22440736b0 con 0x7f224406bc10 2024-09-11T22:46:02.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.424+0000 7f223bfff640 1 -- 172.21.15.16:0/2277345827 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 10) ==== 90601+0+0 (secure 0 0 0) 0x7f222c01a070 con 0x7f224406bc10 2024-09-11T22:46:02.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.425+0000 7f223bfff640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f222406bf50 0x7f222406e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.425+0000 7f2242ffd640 1 -- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f222406bf50 msgr2=0x7f222406e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:02.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.425+0000 7f223bfff640 1 -- 172.21.15.16:0/2277345827 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7f222c08b590 con 0x7f224406bc10 2024-09-11T22:46:02.427 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.425+0000 7f2242ffd640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f222406bf50 0x7f222406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:46:02.430 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.429+0000 7f223bfff640 1 -- 172.21.15.16:0/2277345827 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f222c059550 con 0x7f224406bc10 2024-09-11T22:46:02.434 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:02.433+0000 7f137a61b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-11T22:46:02.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.626+0000 7f2242ffd640 1 -- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f222406bf50 msgr2=0x7f222406e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:02.627 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.626+0000 7f2242ffd640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f222406bf50 0x7f222406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-11T22:46:02.643 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.643+0000 7f2249d13640 1 -- 172.21.15.16:0/2277345827 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22440cd6a0 con 0x7f224406bc10 2024-09-11T22:46:02.644 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.643+0000 7f223bfff640 1 -- 172.21.15.16:0/2277345827 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5226 (secure 0 0 0) 0x7f222c05d850 con 0x7f224406bc10 2024-09-11T22:46:02.644 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:02.644 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":15,"btime":"2024-09-11T22:45:45:154874+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/1702427553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1702427553},{"type":"v1","addr":"172.21.15.104:6837","nonce":1702427553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4622,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3893358227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3893358227},{"type":"v1","addr":"172.21.15.16:6835","nonce":3893358227}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4816,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/712712654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":712712654},{"type":"v1","addr":"172.21.15.104:6836","nonce":712712654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:45:42.505228+0000","modified":"2024-09-11T22:45:44.499270+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4869},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4869":{"gid":4869,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/4064795485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":4064795485},{"type":"v1","addr":"172.21.15.16:6834","nonce":4064795485}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4869,"qdb_cluster":[4869]},"id":2}]} 2024-09-11T22:46:02.644 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 15 2024-09-11T22:46:02.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.645+0000 7f2249d13640 1 -- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f222406bf50 msgr2=0x7f222406e410 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:46:02.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.645+0000 7f2249d13640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f222406bf50 0x7f222406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.645+0000 7f2249d13640 1 -- 172.21.15.16:0/2277345827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f224406bc10 msgr2=0x7f2244139fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.645+0000 7f2249d13640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f224406bc10 0x7f2244139fd0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f222c00e9b0 tx=0x7f222c00ee70 comp rx=0 tx=0).stop 2024-09-11T22:46:02.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.645+0000 7f2249d13640 1 -- 172.21.15.16:0/2277345827 shutdown_connections 2024-09-11T22:46:02.646 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.645+0000 7f2249d13640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f222406bf50 0x7f222406e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.645+0000 7f2249d13640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f22440afb80 0x7f224415e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.645+0000 7f2249d13640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f22440ae410 0x7f224415c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.645+0000 7f2249d13640 1 --2- 172.21.15.16:0/2277345827 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f224406bc10 0x7f2244139fd0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.645+0000 7f2249d13640 1 -- 172.21.15.16:0/2277345827 >> 172.21.15.16:0/2277345827 conn(0x7f22440b6be0 msgr2=0x7f22440d1ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:02.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.646+0000 7f2249d13640 1 -- 172.21.15.16:0/2277345827 shutdown_connections 2024-09-11T22:46:02.647 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.646+0000 7f2249d13640 1 -- 172.21.15.16:0/2277345827 wait complete. 2024-09-11T22:46:02.654 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:02.652+0000 7f87d6030040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T22:46:02.661 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:46:02.737 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:02.735+0000 7f87d6030040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T22:46:02.765 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.765+0000 7f5aace3c640 1 Processor -- start 2024-09-11T22:46:02.766 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.765+0000 7f5aace3c640 1 -- start start 2024-09-11T22:46:02.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aace3c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f5aa806d380 0x7f5aa80b5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aace3c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5aa80b6590 con 0x7f5aa80b3060 2024-09-11T22:46:02.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aace3c640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5aa80b6870 con 0x7f5aa809aa40 2024-09-11T22:46:02.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aace3c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f5aa80b6b50 con 0x7f5aa806d380 2024-09-11T22:46:02.767 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aa6d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5aa80b3060 0x7f5aa81682e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:54192/0 (socket says 172.21.15.16:54192) 2024-09-11T22:46:02.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aa6d9d640 1 -- 172.21.15.16:0/115464997 learned_addr learned my addr 172.21.15.16:0/115464997 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:02.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aa659c640 1 --2- 172.21.15.16:0/115464997 >> v2:172.21.15.104:3300/0 conn(0x7f5aa806d380 0x7f5aa80b5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aa5d9b640 1 -- 172.21.15.16:0/115464997 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 817443087 0 0) 0x7f5aa80b6590 con 0x7f5aa80b3060 2024-09-11T22:46:02.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aa5d9b640 1 -- 172.21.15.16:0/115464997 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5a94003520 con 0x7f5aa80b3060 2024-09-11T22:46:02.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aa5d9b640 1 -- 172.21.15.16:0/115464997 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 894719257 0 0) 0x7f5aa80b6870 con 0x7f5aa809aa40 2024-09-11T22:46:02.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aa5d9b640 1 -- 172.21.15.16:0/115464997 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5aa80b6590 con 0x7f5aa809aa40 2024-09-11T22:46:02.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aa659c640 1 -- 172.21.15.16:0/115464997 >> v1:172.21.15.104:6789/0 conn(0x7f5aa809aa40 legacy=0x7f5aa806d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.766+0000 7f5aa659c640 1 -- 172.21.15.16:0/115464997 >> v1:172.21.15.16:6789/0 conn(0x7f5aa80b3060 legacy=0x7f5aa81682e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.767+0000 7f5aa5d9b640 1 -- 172.21.15.16:0/115464997 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 686636179 0 0) 0x7f5a94003520 con 0x7f5aa80b3060 2024-09-11T22:46:02.768 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.767+0000 7f5aa659c640 1 -- 172.21.15.16:0/115464997 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa80b6e30 con 0x7f5aa806d380 2024-09-11T22:46:02.769 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.767+0000 7f5aa659c640 1 --2- 172.21.15.16:0/115464997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa806d380 0x7f5aa80b5eb0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5a980097d0 tx=0x7f5a9802a160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=23b02bd6775c1769 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.768+0000 7f5aa5d9b640 1 -- 172.21.15.16:0/115464997 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a98037070 con 0x7f5aa806d380 2024-09-11T22:46:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.768+0000 7f5aa5d9b640 1 -- 172.21.15.16:0/115464997 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a9802abf0 con 0x7f5aa806d380 2024-09-11T22:46:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.768+0000 7f5aa5d9b640 1 -- 172.21.15.16:0/115464997 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa00019f0 con 0x7f5aa806d380 2024-09-11T22:46:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.768+0000 7f5aace3c640 1 -- 172.21.15.16:0/115464997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa806d380 msgr2=0x7f5aa80b5eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.768+0000 7f5aace3c640 1 --2- 172.21.15.16:0/115464997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa806d380 0x7f5aa80b5eb0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5a980097d0 tx=0x7f5a9802a160 comp rx=0 tx=0).stop 2024-09-11T22:46:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.768+0000 7f5aace3c640 1 -- 172.21.15.16:0/115464997 shutdown_connections 2024-09-11T22:46:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.768+0000 7f5aace3c640 1 --2- 172.21.15.16:0/115464997 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa806d380 0x7f5aa80b5eb0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.768+0000 7f5aace3c640 1 -- 172.21.15.16:0/115464997 >> 172.21.15.16:0/115464997 conn(0x7f5aa80b4030 msgr2=0x7f5aa80b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.768+0000 7f5aace3c640 1 -- 172.21.15.16:0/115464997 shutdown_connections 2024-09-11T22:46:02.770 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.768+0000 7f5aace3c640 1 -- 172.21.15.16:0/115464997 wait complete. 2024-09-11T22:46:02.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.770+0000 7f5aace3c640 1 Processor -- start 2024-09-11T22:46:02.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.770+0000 7f5aace3c640 1 -- start start 2024-09-11T22:46:02.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.770+0000 7f5aace3c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5aa806d380 0x7f5aa8159f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.770+0000 7f5aace3c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa809aa40 0x7f5aa814de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.770+0000 7f5aace3c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5aa80b3060 0x7f5aa80ce270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.770+0000 7f5aace3c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa806dff0 con 0x7f5aa80b3060 2024-09-11T22:46:02.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.770+0000 7f5aace3c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa806de70 con 0x7f5aa809aa40 2024-09-11T22:46:02.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.770+0000 7f5aace3c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5aa806e170 con 0x7f5aa806d380 2024-09-11T22:46:02.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.770+0000 7f5aa6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5aa80b3060 0x7f5aa80ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.772 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5a9ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa809aa40 0x7f5aa814de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5aa659c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5aa806d380 0x7f5aa8159f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:02.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5a9ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa809aa40 0x7f5aa814de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:45422/0 (socket says 172.21.15.16:45422) 2024-09-11T22:46:02.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5aa6d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5aa80b3060 0x7f5aa80ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40678/0 (socket says 172.21.15.16:40678) 2024-09-11T22:46:02.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5aa659c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5aa806d380 0x7f5aa8159f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:56454/0 (socket says 172.21.15.16:56454) 2024-09-11T22:46:02.773 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5a9ffff640 1 -- 172.21.15.16:0/1464495877 learned_addr learned my addr 172.21.15.16:0/1464495877 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:02.773 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f137a61b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-11T22:46:02.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5aa659c640 1 -- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa809aa40 msgr2=0x7f5aa814de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5aa659c640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa809aa40 0x7f5aa814de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5aa659c640 1 -- 172.21.15.16:0/1464495877 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5aa80b3060 msgr2=0x7f5aa80ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5aa659c640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5aa80b3060 0x7f5aa80ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5aa659c640 1 -- 172.21.15.16:0/1464495877 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa8159600 con 0x7f5aa806d380 2024-09-11T22:46:02.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5a9ffff640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa809aa40 0x7f5aa814de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:02.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5aa659c640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5aa806d380 0x7f5aa8159f10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5a98031000 tx=0x7f5a980046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:02.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5a9effd640 1 -- 172.21.15.16:0/1464495877 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a98041020 con 0x7f5aa806d380 2024-09-11T22:46:02.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5a9effd640 1 -- 172.21.15.16:0/1464495877 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a9803d620 con 0x7f5aa806d380 2024-09-11T22:46:02.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5aace3c640 1 -- 172.21.15.16:0/1464495877 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aa81f3c20 con 0x7f5aa806d380 2024-09-11T22:46:02.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5a9effd640 1 -- 172.21.15.16:0/1464495877 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a98037040 con 0x7f5aa806d380 2024-09-11T22:46:02.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.771+0000 7f5aace3c640 1 -- 172.21.15.16:0/1464495877 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aa81f41c0 con 0x7f5aa806d380 2024-09-11T22:46:02.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.772+0000 7f5aace3c640 1 -- 172.21.15.16:0/1464495877 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aa80b5eb0 con 0x7f5aa806d380 2024-09-11T22:46:02.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.773+0000 7f5a9effd640 1 -- 172.21.15.16:0/1464495877 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 10) ==== 90601+0+0 (secure 0 0 0) 0x7f5a98044020 con 0x7f5aa806d380 2024-09-11T22:46:02.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.773+0000 7f5a9effd640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5a8806bf50 0x7f5a8806e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:02.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.773+0000 7f5a9ffff640 1 -- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5a8806bf50 msgr2=0x7f5a8806e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:02.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.773+0000 7f5a9effd640 1 -- 172.21.15.16:0/1464495877 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7f5a980ab630 con 0x7f5aa806d380 2024-09-11T22:46:02.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.773+0000 7f5a9ffff640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5a8806bf50 0x7f5a8806e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:46:02.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.778+0000 7f5a9effd640 1 -- 172.21.15.16:0/1464495877 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f5a9804b030 con 0x7f5aa806d380 2024-09-11T22:46:02.844 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:02.842+0000 7f87d6030040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:46:02.860 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:02.859+0000 7f137a61b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-11T22:46:02.886 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:02.885+0000 7f87d6030040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T22:46:02.973 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:02.972+0000 7f137a61b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-11T22:46:02.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.974+0000 7f5a9ffff640 1 -- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5a8806bf50 msgr2=0x7f5a8806e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:02.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.974+0000 7f5a9ffff640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5a8806bf50 0x7f5a8806e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-11T22:46:02.990 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.990+0000 7f5aace3c640 1 -- 172.21.15.16:0/1464495877 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5aa8000930 con 0x7f5aa806d380 2024-09-11T22:46:02.991 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.991+0000 7f5a9effd640 1 -- 172.21.15.16:0/1464495877 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5226 (secure 0 0 0) 0x7f5a98079670 con 0x7f5aa806d380 2024-09-11T22:46:02.991 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:02.991 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":15,"btime":"2024-09-11T22:45:45:154874+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/1702427553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1702427553},{"type":"v1","addr":"172.21.15.104:6837","nonce":1702427553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4622,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3893358227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3893358227},{"type":"v1","addr":"172.21.15.16:6835","nonce":3893358227}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4816,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/712712654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":712712654},{"type":"v1","addr":"172.21.15.104:6836","nonce":712712654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-11T22:45:42.505228+0000","modified":"2024-09-11T22:45:44.499270+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4869},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4869":{"gid":4869,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6834/4064795485","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":4064795485},{"type":"v1","addr":"172.21.15.16:6834","nonce":4064795485}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4869,"qdb_cluster":[4869]},"id":2}]} 2024-09-11T22:46:02.992 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 15 2024-09-11T22:46:02.993 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 -- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5a8806bf50 msgr2=0x7f5a8806e410 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:46:02.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5a8806bf50 0x7f5a8806e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 -- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5aa806d380 msgr2=0x7f5aa8159f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:02.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5aa806d380 0x7f5aa8159f10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5a98031000 tx=0x7f5a980046c0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 -- 172.21.15.16:0/1464495877 shutdown_connections 2024-09-11T22:46:02.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f5a8806bf50 0x7f5a8806e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5aa80b3060 0x7f5aa80ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5aa809aa40 0x7f5aa814de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 --2- 172.21.15.16:0/1464495877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5aa806d380 0x7f5aa8159f10 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:02.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 -- 172.21.15.16:0/1464495877 >> 172.21.15.16:0/1464495877 conn(0x7f5aa80b4030 msgr2=0x7f5aa80b0de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:02.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 -- 172.21.15.16:0/1464495877 shutdown_connections 2024-09-11T22:46:02.994 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:02.993+0000 7f5aace3c640 1 -- 172.21.15.16:0/1464495877 wait complete. 2024-09-11T22:46:02.996 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:02.995+0000 7f87d6030040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T22:46:03.005 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:46:03.019 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:03.018+0000 7f137a61b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-11T22:46:03.048 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:03.046+0000 7f87d6030040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T22:46:03.089 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:03.088+0000 7f87d6030040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T22:46:03.107 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.107+0000 7f9480bc4640 1 Processor -- start 2024-09-11T22:46:03.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.107+0000 7f9480bc4640 1 -- start start 2024-09-11T22:46:03.108 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f9480bc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 0x7f947c0cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f9480bc4640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f947c0d1cf0 0x7f947c0b61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f9480bc4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f947c15ea80 con 0x7f947c0b6700 2024-09-11T22:46:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f9480bc4640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f947c0d2310 con 0x7f947c0d1cf0 2024-09-11T22:46:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f9480bc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f947c0d25f0 con 0x7f947c15e6a0 2024-09-11T22:46:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f9471d9b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f947c0d1cf0 0x7f947c0b61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f947a59c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 0x7f947c0cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f947ad9d640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f947c0b6700 0x7f947c1621c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:51932/0 (socket says 172.21.15.16:51932) 2024-09-11T22:46:03.109 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f947ad9d640 1 -- 172.21.15.16:0/4183369982 learned_addr learned my addr 172.21.15.16:0/4183369982 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:03.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f947a59c640 1 -- 172.21.15.16:0/4183369982 >> v2:172.21.15.104:3300/0 conn(0x7f947c0d1cf0 msgr2=0x7f947c0b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:03.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f947a59c640 1 --2- 172.21.15.16:0/4183369982 >> v2:172.21.15.104:3300/0 conn(0x7f947c0d1cf0 0x7f947c0b61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f947a59c640 1 -- 172.21.15.16:0/4183369982 >> v1:172.21.15.104:6789/0 conn(0x7f947c0b6700 legacy=0x7f947c1621c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f947a59c640 1 -- 172.21.15.16:0/4183369982 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f947c0d28d0 con 0x7f947c15e6a0 2024-09-11T22:46:03.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f9479d9b640 1 -- 172.21.15.16:0/4183369982 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2210343837 0 0) 0x7f947c15ea80 con 0x7f947c0b6700 2024-09-11T22:46:03.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.108+0000 7f9471d9b640 1 --2- 172.21.15.16:0/4183369982 >> v2:172.21.15.104:3300/0 conn(0x7f947c0d1cf0 0x7f947c0b61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:03.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.109+0000 7f947a59c640 1 --2- 172.21.15.16:0/4183369982 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 0x7f947c0cfc50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f946c0097a0 tx=0x7f946c02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d87adcbef27cfac1 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:03.111 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.109+0000 7f9479d9b640 1 -- 172.21.15.16:0/4183369982 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946c037070 con 0x7f947c15e6a0 2024-09-11T22:46:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.109+0000 7f9479d9b640 1 -- 172.21.15.16:0/4183369982 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f946c02ae50 con 0x7f947c15e6a0 2024-09-11T22:46:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.109+0000 7f9479d9b640 1 -- 172.21.15.16:0/4183369982 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946c032660 con 0x7f947c15e6a0 2024-09-11T22:46:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.110+0000 7f9480bc4640 1 -- 172.21.15.16:0/4183369982 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 msgr2=0x7f947c0cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.110+0000 7f9480bc4640 1 --2- 172.21.15.16:0/4183369982 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 0x7f947c0cfc50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f946c0097a0 tx=0x7f946c02a100 comp rx=0 tx=0).stop 2024-09-11T22:46:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.110+0000 7f9480bc4640 1 -- 172.21.15.16:0/4183369982 shutdown_connections 2024-09-11T22:46:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.110+0000 7f9480bc4640 1 --2- 172.21.15.16:0/4183369982 >> v2:172.21.15.104:3300/0 conn(0x7f947c0d1cf0 0x7f947c0b61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.110+0000 7f9480bc4640 1 --2- 172.21.15.16:0/4183369982 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 0x7f947c0cfc50 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.110+0000 7f9480bc4640 1 -- 172.21.15.16:0/4183369982 >> 172.21.15.16:0/4183369982 conn(0x7f947c067d70 msgr2=0x7f947c068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.110+0000 7f9480bc4640 1 -- 172.21.15.16:0/4183369982 shutdown_connections 2024-09-11T22:46:03.112 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.110+0000 7f9480bc4640 1 -- 172.21.15.16:0/4183369982 wait complete. 2024-09-11T22:46:03.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.111+0000 7f9480bc4640 1 Processor -- start 2024-09-11T22:46:03.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f9480bc4640 1 -- start start 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f9480bc4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f947c0b6700 0x7f947c152090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f9480bc4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f947c0d1cf0 0x7f947c1e4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f9480bc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 0x7f947c1e53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f9480bc4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f947c0b7970 con 0x7f947c0b6700 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f9480bc4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f947c0d2e90 con 0x7f947c0d1cf0 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f9480bc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f947c0d43c0 con 0x7f947c15e6a0 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f947a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f947c0b6700 0x7f947c152090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f947a59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f947c0b6700 0x7f947c152090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40684/0 (socket says 172.21.15.16:40684) 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f947a59c640 1 -- 172.21.15.16:0/1666577281 learned_addr learned my addr 172.21.15.16:0/1666577281 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f947ad9d640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 0x7f947c1e53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.112+0000 7f9471d9b640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f947c0d1cf0 0x7f947c1e4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.115 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f947ad9d640 1 -- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f947c0d1cf0 msgr2=0x7f947c1e4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f947ad9d640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f947c0d1cf0 0x7f947c1e4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f947ad9d640 1 -- 172.21.15.16:0/1666577281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f947c0b6700 msgr2=0x7f947c152090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f947ad9d640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f947c0b6700 0x7f947c152090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f947ad9d640 1 -- 172.21.15.16:0/1666577281 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f947c1e9a80 con 0x7f947c15e6a0 2024-09-11T22:46:03.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f9471d9b640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f947c0d1cf0 0x7f947c1e4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:03.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f947a59c640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f947c0b6700 0x7f947c152090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:03.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f947ad9d640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 0x7f947c1e53d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f947400c700 tx=0x7f947400cbc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:03.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f94737fe640 1 -- 172.21.15.16:0/1666577281 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9474018070 con 0x7f947c15e6a0 2024-09-11T22:46:03.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f94737fe640 1 -- 172.21.15.16:0/1666577281 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f947400ce10 con 0x7f947c15e6a0 2024-09-11T22:46:03.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f9480bc4640 1 -- 172.21.15.16:0/1666577281 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f947c15b770 con 0x7f947c15e6a0 2024-09-11T22:46:03.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f94737fe640 1 -- 172.21.15.16:0/1666577281 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947400a880 con 0x7f947c15e6a0 2024-09-11T22:46:03.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.113+0000 7f9480bc4640 1 -- 172.21.15.16:0/1666577281 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f947c1e97a0 con 0x7f947c15e6a0 2024-09-11T22:46:03.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.114+0000 7f9480bc4640 1 -- 172.21.15.16:0/1666577281 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f947c0b6b50 con 0x7f947c15e6a0 2024-09-11T22:46:03.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.115+0000 7f94737fe640 1 -- 172.21.15.16:0/1666577281 <== mon.2 v2:172.21.15.104:3301/0 4 ==== mgrmap(e 10) ==== 90601+0+0 (secure 0 0 0) 0x7f947401b070 con 0x7f947c15e6a0 2024-09-11T22:46:03.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.115+0000 7f94737fe640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f945c06bf50 0x7f945c06e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.115+0000 7f947a59c640 1 -- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f945c06bf50 msgr2=0x7f945c06e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:03.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.115+0000 7f94737fe640 1 -- 172.21.15.16:0/1666577281 <== mon.2 v2:172.21.15.104:3301/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7f947408a680 con 0x7f947c15e6a0 2024-09-11T22:46:03.118 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.115+0000 7f947a59c640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f945c06bf50 0x7f945c06e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:46:03.120 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.120+0000 7f94737fe640 1 -- 172.21.15.16:0/1666577281 <== mon.2 v2:172.21.15.104:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f94740586d0 con 0x7f947c15e6a0 2024-09-11T22:46:03.139 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:03.138+0000 7f137a61b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-11T22:46:03.194 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:03.193+0000 7f137a61b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-11T22:46:03.202 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:03.200+0000 7f87d6030040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T22:46:03.237 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:03.237+0000 7f137a61b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-11T22:46:03.250 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:03.248+0000 7f87d6030040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T22:46:03.297 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:03.296+0000 7f87d6030040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T22:46:03.298 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.297+0000 7f9480bc4640 1 -- 172.21.15.16:0/1666577281 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f947c0d0d60 con 0x7f947c15e6a0 2024-09-11T22:46:03.300 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.299+0000 7f94737fe640 1 -- 172.21.15.16:0/1666577281 <== mon.2 v2:172.21.15.104:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+17349 (secure 0 0 0) 0x7f947405c9d0 con 0x7f947c15e6a0 2024-09-11T22:46:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:03.300 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":39,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:45:57.524630+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-11T22:45:40.422729+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-11T22:45:41.489979+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:6833/4046407617":"2024-09-12T22:45:57.524603+0000","172.21.15.104:6832/4046407617":"2024-09-12T22:45:57.524603+0000","172.21.15.104:0/1244196467":"2024-09-12T22:45:57.524603+0000","172.21.15.104:0/2189607487":"2024-09-12T22:45:57.524603+0000","172.21.15.104:0/1861353074":"2024-09-12T22:45:57.524603+0000","172.21.15.104:0/2067926576":"2024-09-12T22:45:57.524603+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:46:03.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.302+0000 7f9480bc4640 1 -- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f945c06bf50 msgr2=0x7f945c06e410 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:46:03.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.302+0000 7f9480bc4640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f945c06bf50 0x7f945c06e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.303 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.302+0000 7f9480bc4640 1 -- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 msgr2=0x7f947c1e53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.302+0000 7f9480bc4640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 0x7f947c1e53d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f947400c700 tx=0x7f947400cbc0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.302+0000 7f9480bc4640 1 -- 172.21.15.16:0/1666577281 shutdown_connections 2024-09-11T22:46:03.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.302+0000 7f9480bc4640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7f945c06bf50 0x7f945c06e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.302+0000 7f9480bc4640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f947c15e6a0 0x7f947c1e53d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.302+0000 7f9480bc4640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f947c0d1cf0 0x7f947c1e4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.302+0000 7f9480bc4640 1 --2- 172.21.15.16:0/1666577281 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f947c0b6700 0x7f947c152090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.302+0000 7f9480bc4640 1 -- 172.21.15.16:0/1666577281 >> 172.21.15.16:0/1666577281 conn(0x7f947c067d70 msgr2=0x7f947c068150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:03.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.302+0000 7f9480bc4640 1 -- 172.21.15.16:0/1666577281 shutdown_connections 2024-09-11T22:46:03.304 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.303+0000 7f9480bc4640 1 -- 172.21.15.16:0/1666577281 wait complete. 2024-09-11T22:46:03.319 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-11T22:46:03.351 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:03.349+0000 7f87d6030040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T22:46:03.363 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:03.362+0000 7f137a61b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-11T22:46:03.393 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:03.391+0000 7f87d6030040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T22:46:03.415 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:03.414+0000 7f137a61b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-11T22:46:03.434 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:03.432+0000 7f87d6030040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T22:46:03.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.461+0000 7fd998f18640 1 Processor -- start 2024-09-11T22:46:03.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.462+0000 7fd998f18640 1 -- start start 2024-09-11T22:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd998f18640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 0x7fd9940b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd998f18640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd99409b150 0x7fd994168140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd998f18640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9940b6820 con 0x7fd99406d330 2024-09-11T22:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd998f18640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd9940b6b00 con 0x7fd99409b150 2024-09-11T22:46:03.464 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd998f18640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd9940b6de0 con 0x7fd99415e670 2024-09-11T22:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd991d9b640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd99406d330 0x7fd99409aa40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:54202/0 (socket says 172.21.15.16:54202) 2024-09-11T22:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd991d9b640 1 -- 172.21.15.16:0/2192976042 learned_addr learned my addr 172.21.15.16:0/2192976042 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd992d9d640 1 --2- 172.21.15.16:0/2192976042 >> v2:172.21.15.104:3300/0 conn(0x7fd99409b150 0x7fd994168140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd99259c640 1 --2- 172.21.15.16:0/2192976042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 0x7fd9940b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd99159a640 1 -- 172.21.15.16:0/2192976042 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2987988061 0 0) 0x7fd9940b6820 con 0x7fd99406d330 2024-09-11T22:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd99159a640 1 -- 172.21.15.16:0/2192976042 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd97c003520 con 0x7fd99406d330 2024-09-11T22:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd99259c640 1 -- 172.21.15.16:0/2192976042 >> v2:172.21.15.104:3300/0 conn(0x7fd99409b150 msgr2=0x7fd994168140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd99259c640 1 --2- 172.21.15.16:0/2192976042 >> v2:172.21.15.104:3300/0 conn(0x7fd99409b150 0x7fd994168140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd99259c640 1 -- 172.21.15.16:0/2192976042 >> v1:172.21.15.16:6789/0 conn(0x7fd99406d330 legacy=0x7fd99409aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd99259c640 1 -- 172.21.15.16:0/2192976042 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9940b70c0 con 0x7fd99415e670 2024-09-11T22:46:03.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.463+0000 7fd992d9d640 1 --2- 172.21.15.16:0/2192976042 >> v2:172.21.15.104:3300/0 conn(0x7fd99409b150 0x7fd994168140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:03.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.464+0000 7fd99259c640 1 --2- 172.21.15.16:0/2192976042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 0x7fd9940b5dd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd9840097a0 tx=0x7fd98402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87b0e5343e6e33c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:03.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.464+0000 7fd99159a640 1 -- 172.21.15.16:0/2192976042 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd984037070 con 0x7fd99415e670 2024-09-11T22:46:03.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.464+0000 7fd99159a640 1 -- 172.21.15.16:0/2192976042 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd984032440 con 0x7fd99415e670 2024-09-11T22:46:03.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.464+0000 7fd99159a640 1 -- 172.21.15.16:0/2192976042 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9840327f0 con 0x7fd99415e670 2024-09-11T22:46:03.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.465+0000 7fd998f18640 1 -- 172.21.15.16:0/2192976042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 msgr2=0x7fd9940b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.465+0000 7fd998f18640 1 --2- 172.21.15.16:0/2192976042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 0x7fd9940b5dd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd9840097a0 tx=0x7fd98402a180 comp rx=0 tx=0).stop 2024-09-11T22:46:03.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.465+0000 7fd998f18640 1 -- 172.21.15.16:0/2192976042 shutdown_connections 2024-09-11T22:46:03.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.465+0000 7fd998f18640 1 --2- 172.21.15.16:0/2192976042 >> v2:172.21.15.104:3300/0 conn(0x7fd99409b150 0x7fd994168140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.465+0000 7fd998f18640 1 --2- 172.21.15.16:0/2192976042 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 0x7fd9940b5dd0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.465+0000 7fd998f18640 1 -- 172.21.15.16:0/2192976042 >> 172.21.15.16:0/2192976042 conn(0x7fd9940b4130 msgr2=0x7fd9940b4540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:03.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.465+0000 7fd998f18640 1 -- 172.21.15.16:0/2192976042 shutdown_connections 2024-09-11T22:46:03.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.465+0000 7fd998f18640 1 -- 172.21.15.16:0/2192976042 wait complete. 2024-09-11T22:46:03.468 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:03.466+0000 7f137a61b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-11T22:46:03.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.466+0000 7fd998f18640 1 Processor -- start 2024-09-11T22:46:03.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.466+0000 7fd998f18640 1 -- start start 2024-09-11T22:46:03.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.467+0000 7fd998f18640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd99406d330 0x7fd99415c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.467+0000 7fd998f18640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd99409b150 0x7fd99409c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.467+0000 7fd998f18640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 0x7fd99409cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.467+0000 7fd998f18640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd9940d0060 con 0x7fd99406d330 2024-09-11T22:46:03.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.467+0000 7fd998f18640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd9940cfee0 con 0x7fd99409b150 2024-09-11T22:46:03.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.467+0000 7fd998f18640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd9940b6310 con 0x7fd99415e670 2024-09-11T22:46:03.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.467+0000 7fd99259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd99406d330 0x7fd99415c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.472 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.467+0000 7fd991d9b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd99409b150 0x7fd99409c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.467+0000 7fd99259c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd99406d330 0x7fd99415c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40694/0 (socket says 172.21.15.16:40694) 2024-09-11T22:46:03.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.467+0000 7fd99259c640 1 -- 172.21.15.16:0/3204392356 learned_addr learned my addr 172.21.15.16:0/3204392356 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:03.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.467+0000 7fd992d9d640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 0x7fd99409cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd991d9b640 1 -- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 msgr2=0x7fd99409cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd991d9b640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 0x7fd99409cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd991d9b640 1 -- 172.21.15.16:0/3204392356 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd99406d330 msgr2=0x7fd99415c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd991d9b640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd99406d330 0x7fd99415c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd991d9b640 1 -- 172.21.15.16:0/3204392356 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9940a0660 con 0x7fd99409b150 2024-09-11T22:46:03.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd99259c640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd99406d330 0x7fd99415c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:03.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd992d9d640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 0x7fd99409cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:03.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd991d9b640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd99409b150 0x7fd99409c590 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd98800c400 tx=0x7fd98800c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:03.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd982ffd640 1 -- 172.21.15.16:0/3204392356 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd988017070 con 0x7fd99409b150 2024-09-11T22:46:03.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd982ffd640 1 -- 172.21.15.16:0/3204392356 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd988005ce0 con 0x7fd99409b150 2024-09-11T22:46:03.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd998f18640 1 -- 172.21.15.16:0/3204392356 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd994071500 con 0x7fd99409b150 2024-09-11T22:46:03.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd982ffd640 1 -- 172.21.15.16:0/3204392356 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9880072f0 con 0x7fd99409b150 2024-09-11T22:46:03.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.468+0000 7fd998f18640 1 -- 172.21.15.16:0/3204392356 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd994071ac0 con 0x7fd99409b150 2024-09-11T22:46:03.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.469+0000 7fd998f18640 1 -- 172.21.15.16:0/3204392356 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9940b5dd0 con 0x7fd99409b150 2024-09-11T22:46:03.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.470+0000 7fd982ffd640 1 -- 172.21.15.16:0/3204392356 <== mon.1 v2:172.21.15.104:3300/0 4 ==== mgrmap(e 10) ==== 90601+0+0 (secure 0 0 0) 0x7fd98801a070 con 0x7fd99409b150 2024-09-11T22:46:03.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.470+0000 7fd982ffd640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fd97406bf50 0x7fd97406e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.470+0000 7fd99259c640 1 -- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fd97406bf50 msgr2=0x7fd97406e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:03.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.470+0000 7fd982ffd640 1 -- 172.21.15.16:0/3204392356 <== mon.1 v2:172.21.15.104:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6359+0+0 (secure 0 0 0) 0x7fd98808a490 con 0x7fd99409b150 2024-09-11T22:46:03.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.470+0000 7fd99259c640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fd97406bf50 0x7fd97406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:46:03.477 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.475+0000 7fd982ffd640 1 -- 172.21.15.16:0/3204392356 <== mon.1 v2:172.21.15.104:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd9880584c0 con 0x7fd99409b150 2024-09-11T22:46:03.523 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:03.522+0000 7f137a61b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-11T22:46:03.567 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:03.567+0000 7f137a61b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-11T22:46:03.612 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:03.611+0000 7f137a61b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-11T22:46:03.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.671+0000 7fd99259c640 1 -- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fd97406bf50 msgr2=0x7fd97406e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:03.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.671+0000 7fd99259c640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fd97406bf50 0x7fd97406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-11T22:46:03.692 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.691+0000 7fd998f18640 1 -- 172.21.15.16:0/3204392356 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fd99406ce20 con 0x7fd99409b150 2024-09-11T22:46:03.693 INFO:tasks.ceph.mon.a.smithi016.stderr:2024-09-11T22:46:03.692+0000 7f6c1ab52640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-11T22:46:03.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.697+0000 7fd982ffd640 1 -- 172.21.15.16:0/3204392356 <== mon.1 v2:172.21.15.104:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v16) ==== 161+0+0 (secure 0 0 0) 0x7fd98805c7c0 con 0x7fd99409b150 2024-09-11T22:46:03.698 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-11T22:46:03.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 -- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fd97406bf50 msgr2=0x7fd97406e410 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:46:03.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fd97406bf50 0x7fd97406e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 -- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd99409b150 msgr2=0x7fd99409c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd99409b150 0x7fd99409c590 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fd98800c400 tx=0x7fd98800c8c0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 -- 172.21.15.16:0/3204392356 shutdown_connections 2024-09-11T22:46:03.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fd97406bf50 0x7fd97406e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd99415e670 0x7fd99409cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd99409b150 0x7fd99409c590 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 --2- 172.21.15.16:0/3204392356 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd99406d330 0x7fd99415c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 -- 172.21.15.16:0/3204392356 >> 172.21.15.16:0/3204392356 conn(0x7fd9940b4130 msgr2=0x7fd9940d0ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:03.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 -- 172.21.15.16:0/3204392356 shutdown_connections 2024-09-11T22:46:03.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.700+0000 7fd998f18640 1 -- 172.21.15.16:0/3204392356 wait complete. 2024-09-11T22:46:03.704 INFO:tasks.ceph.mds.a.smithi016.stderr: -3794> 2024-09-11T22:45:48.127+0000 7f65e3969640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-11T22:46:03.712 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-11T22:46:03.736 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2024-09-11T22:46:03.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.840+0000 7fa3ede47640 1 Processor -- start 2024-09-11T22:46:03.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.840+0000 7fa3ede47640 1 -- start start 2024-09-11T22:46:03.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.840+0000 7fa3ede47640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa3e809b150 0x7fa3e8167110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.841+0000 7fa3ede47640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3e815cec0 con 0x7fa3e8156d80 2024-09-11T22:46:03.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.841+0000 7fa3ede47640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3e815d1a0 con 0x7fa3e815ef90 2024-09-11T22:46:03.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.841+0000 7fa3ede47640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa3e815dad0 con 0x7fa3e809b150 2024-09-11T22:46:03.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.841+0000 7fa3e7fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa3e809b150 0x7fa3e8167110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.841+0000 7fa3e77fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa3e8156d80 0x7fa3e80b5430 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:54224/0 (socket says 172.21.15.16:54224) 2024-09-11T22:46:03.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.841+0000 7fa3e77fe640 1 -- 172.21.15.16:0/3978394784 learned_addr learned my addr 172.21.15.16:0/3978394784 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:03.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.841+0000 7fa3e7fff640 1 -- 172.21.15.16:0/3978394784 >> v1:172.21.15.104:6789/0 conn(0x7fa3e815ef90 legacy=0x7fa3e809aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.841+0000 7fa3e7fff640 1 -- 172.21.15.16:0/3978394784 >> v1:172.21.15.16:6789/0 conn(0x7fa3e8156d80 legacy=0x7fa3e80b5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.841+0000 7fa3e7fff640 1 -- 172.21.15.16:0/3978394784 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3e815d480 con 0x7fa3e809b150 2024-09-11T22:46:03.843 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.841+0000 7fa3e6ffd640 1 -- 172.21.15.16:0/3978394784 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3819201362 0 0) 0x7fa3e815cec0 con 0x7fa3e8156d80 2024-09-11T22:46:03.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.842+0000 7fa3e7fff640 1 --2- 172.21.15.16:0/3978394784 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3e809b150 0x7fa3e8167110 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fa3e0009d90 tx=0x7fa3e002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4377f081e0c164a server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:03.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.842+0000 7fa3e6ffd640 1 -- 172.21.15.16:0/3978394784 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3e0007740 con 0x7fa3e809b150 2024-09-11T22:46:03.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.842+0000 7fa3e6ffd640 1 -- 172.21.15.16:0/3978394784 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3e00078e0 con 0x7fa3e809b150 2024-09-11T22:46:03.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.842+0000 7fa3e6ffd640 1 -- 172.21.15.16:0/3978394784 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3e0007cb0 con 0x7fa3e809b150 2024-09-11T22:46:03.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.843+0000 7fa3ede47640 1 -- 172.21.15.16:0/3978394784 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3e809b150 msgr2=0x7fa3e8167110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.843+0000 7fa3ede47640 1 --2- 172.21.15.16:0/3978394784 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3e809b150 0x7fa3e8167110 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fa3e0009d90 tx=0x7fa3e002a6f0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.843+0000 7fa3ede47640 1 -- 172.21.15.16:0/3978394784 shutdown_connections 2024-09-11T22:46:03.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.843+0000 7fa3ede47640 1 --2- 172.21.15.16:0/3978394784 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3e809b150 0x7fa3e8167110 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.843+0000 7fa3ede47640 1 -- 172.21.15.16:0/3978394784 >> 172.21.15.16:0/3978394784 conn(0x7fa3e80b4130 msgr2=0x7fa3e80b4540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:03.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.843+0000 7fa3ede47640 1 -- 172.21.15.16:0/3978394784 shutdown_connections 2024-09-11T22:46:03.844 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.843+0000 7fa3ede47640 1 -- 172.21.15.16:0/3978394784 wait complete. 2024-09-11T22:46:03.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.844+0000 7fa3ede47640 1 Processor -- start 2024-09-11T22:46:03.845 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.844+0000 7fa3ede47640 1 -- start start 2024-09-11T22:46:03.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3ede47640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3e809b150 0x7fa3e81590b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3ede47640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa3e8156d80 0x7fa3e81595f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3ede47640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3e815ef90 0x7fa3e806dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3ede47640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa3e815cae0 con 0x7fa3e815ef90 2024-09-11T22:46:03.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3ede47640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa3e80b5b40 con 0x7fa3e809b150 2024-09-11T22:46:03.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3ede47640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa3e815cc60 con 0x7fa3e8156d80 2024-09-11T22:46:03.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3e7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3e815ef90 0x7fa3e806dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3e7fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3e815ef90 0x7fa3e806dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40732/0 (socket says 172.21.15.16:40732) 2024-09-11T22:46:03.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3e7fff640 1 -- 172.21.15.16:0/3352089560 learned_addr learned my addr 172.21.15.16:0/3352089560 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:03.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3e77fe640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3e809b150 0x7fa3e81590b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.847 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3deffd640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa3e8156d80 0x7fa3e81595f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:03.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3e7fff640 1 -- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa3e8156d80 msgr2=0x7fa3e81595f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3e7fff640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa3e8156d80 0x7fa3e81595f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3e7fff640 1 -- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3e809b150 msgr2=0x7fa3e81590b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:03.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3e7fff640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3e809b150 0x7fa3e81590b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:03.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3e7fff640 1 -- 172.21.15.16:0/3352089560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3e8159e30 con 0x7fa3e815ef90 2024-09-11T22:46:03.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.845+0000 7fa3e7fff640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3e815ef90 0x7fa3e806dc10 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fa3e0009d90 tx=0x7fa3e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:03.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.846+0000 7fa3e4ff9640 1 -- 172.21.15.16:0/3352089560 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3e003f070 con 0x7fa3e815ef90 2024-09-11T22:46:03.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.846+0000 7fa3e4ff9640 1 -- 172.21.15.16:0/3352089560 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3e0031c40 con 0x7fa3e815ef90 2024-09-11T22:46:03.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.846+0000 7fa3ede47640 1 -- 172.21.15.16:0/3352089560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3e814d2f0 con 0x7fa3e815ef90 2024-09-11T22:46:03.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.846+0000 7fa3e4ff9640 1 -- 172.21.15.16:0/3352089560 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3e0003990 con 0x7fa3e815ef90 2024-09-11T22:46:03.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.846+0000 7fa3ede47640 1 -- 172.21.15.16:0/3352089560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3e814d8b0 con 0x7fa3e815ef90 2024-09-11T22:46:03.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.847+0000 7fa3ede47640 1 -- 172.21.15.16:0/3352089560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3e815cec0 con 0x7fa3e815ef90 2024-09-11T22:46:03.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.847+0000 7fa3e4ff9640 1 -- 172.21.15.16:0/3352089560 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 10) ==== 90601+0+0 (secure 0 0 0) 0x7fa3e0003b30 con 0x7fa3e815ef90 2024-09-11T22:46:03.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.848+0000 7fa3e4ff9640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fa3c806bf50 0x7fa3c806e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:03.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.848+0000 7fa3e77fe640 1 -- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fa3c806bf50 msgr2=0x7fa3c806e410 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.104:6832/3806072093 2024-09-11T22:46:03.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.848+0000 7fa3e4ff9640 1 -- 172.21.15.16:0/3352089560 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6445+0+0 (secure 0 0 0) 0x7fa3e00ac610 con 0x7fa3e815ef90 2024-09-11T22:46:03.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.848+0000 7fa3e77fe640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fa3c806bf50 0x7fa3c806e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-11T22:46:03.857 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:03.856+0000 7fa3e4ff9640 1 -- 172.21.15.16:0/3352089560 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa3e007a470 con 0x7fa3e815ef90 2024-09-11T22:46:04.003 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:04.002+0000 7f87d6030040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T22:46:04.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.013+0000 7fa3e4ff9640 1 -- 172.21.15.16:0/3352089560 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 11) ==== 90209+0+0 (secure 0 0 0) 0x7fa3e00aa850 con 0x7fa3e815ef90 2024-09-11T22:46:04.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.014+0000 7fa3e4ff9640 1 -- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fa3c806bf50 msgr2=0x7fa3c806e410 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-11T22:46:04.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.014+0000 7fa3e4ff9640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fa3c806bf50 0x7fa3c806e410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:04.058 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:04.056+0000 7f8759677640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:46:04.058 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:04.056+0000 7f8759677640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:46:04.058 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:04.056+0000 7f8759677640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:46:04.058 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:04.056+0000 7f8759677640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:46:04.058 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:04.056+0000 7f8759677640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:46:04.058 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:04.056+0000 7f8755e70640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:46:04.058 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:04.056+0000 7f8755e70640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:46:04.058 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:04.056+0000 7f8755e70640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:46:04.059 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:04.056+0000 7f8755e70640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:46:04.059 INFO:tasks.ceph.mgr.x.smithi104.stderr:2024-09-11T22:46:04.056+0000 7f8755e70640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-11T22:46:04.072 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.072+0000 7fa3ede47640 1 -- 172.21.15.16:0/3352089560 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fa3e80d29f0 con 0x7fa3e815ef90 2024-09-11T22:46:04.232 INFO:tasks.ceph.mgr.y.smithi016.stderr:2024-09-11T22:46:04.232+0000 7f137a61b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-11T22:46:04.695 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.694+0000 7fa3e4ff9640 1 -- 172.21.15.16:0/3352089560 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7fa3e00a8460 con 0x7fa3e815ef90 2024-09-11T22:46:04.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.697+0000 7fa3ede47640 1 -- 172.21.15.16:0/3352089560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3e815ef90 msgr2=0x7fa3e806dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:04.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.697+0000 7fa3ede47640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3e815ef90 0x7fa3e806dc10 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fa3e0009d90 tx=0x7fa3e0004a40 comp rx=0 tx=0).stop 2024-09-11T22:46:04.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.697+0000 7fa3ede47640 1 -- 172.21.15.16:0/3352089560 shutdown_connections 2024-09-11T22:46:04.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.697+0000 7fa3ede47640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:6832/3806072093,v1:172.21.15.104:6833/3806072093] conn(0x7fa3c806bf50 0x7fa3c806e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:04.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.697+0000 7fa3ede47640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa3e815ef90 0x7fa3e806dc10 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:04.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.697+0000 7fa3ede47640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa3e8156d80 0x7fa3e81595f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:04.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.697+0000 7fa3ede47640 1 --2- 172.21.15.16:0/3352089560 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa3e809b150 0x7fa3e81590b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:04.698 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.697+0000 7fa3ede47640 1 -- 172.21.15.16:0/3352089560 >> 172.21.15.16:0/3352089560 conn(0x7fa3e80b4130 msgr2=0x7fa3e8070380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:04.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.697+0000 7fa3ede47640 1 -- 172.21.15.16:0/3352089560 shutdown_connections 2024-09-11T22:46:04.699 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.697+0000 7fa3ede47640 1 -- 172.21.15.16:0/3352089560 wait complete. 2024-09-11T22:46:04.710 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-11T22:46:04.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.818+0000 7fa665bc4640 1 Processor -- start 2024-09-11T22:46:04.819 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.818+0000 7fa665bc4640 1 -- start start 2024-09-11T22:46:04.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.819+0000 7fa665bc4640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa660161cf0 0x7fa66006df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:04.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.819+0000 7fa665bc4640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa66009baa0 con 0x7fa6600d1ff0 2024-09-11T22:46:04.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.819+0000 7fa665bc4640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa66009b7c0 con 0x7fa66009b150 2024-09-11T22:46:04.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.819+0000 7fa665bc4640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fa660071530 con 0x7fa660161cf0 2024-09-11T22:46:04.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.819+0000 7fa65f7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa660161cf0 0x7fa66006df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:04.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.819+0000 7fa65effd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa6600d1ff0 0x7fa66009aa40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:54232/0 (socket says 172.21.15.16:54232) 2024-09-11T22:46:04.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.819+0000 7fa65effd640 1 -- 172.21.15.16:0/3214214657 learned_addr learned my addr 172.21.15.16:0/3214214657 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:04.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.820+0000 7fa65f7fe640 1 -- 172.21.15.16:0/3214214657 >> v1:172.21.15.104:6789/0 conn(0x7fa66009b150 legacy=0x7fa6600d08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:04.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.820+0000 7fa65f7fe640 1 -- 172.21.15.16:0/3214214657 >> v1:172.21.15.16:6789/0 conn(0x7fa6600d1ff0 legacy=0x7fa66009aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:04.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.820+0000 7fa65f7fe640 1 -- 172.21.15.16:0/3214214657 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa660070ee0 con 0x7fa660161cf0 2024-09-11T22:46:04.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.820+0000 7fa65f7fe640 1 --2- 172.21.15.16:0/3214214657 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa660161cf0 0x7fa66006df60 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa6500097a0 tx=0x7fa65002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e876911b5e8ac509 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:04.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.821+0000 7fa65e7fc640 1 -- 172.21.15.16:0/3214214657 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa650037070 con 0x7fa660161cf0 2024-09-11T22:46:04.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.821+0000 7fa65e7fc640 1 -- 172.21.15.16:0/3214214657 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa650032440 con 0x7fa660161cf0 2024-09-11T22:46:04.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.821+0000 7fa65e7fc640 1 -- 172.21.15.16:0/3214214657 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa650032810 con 0x7fa660161cf0 2024-09-11T22:46:04.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.821+0000 7fa665bc4640 1 -- 172.21.15.16:0/3214214657 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa660161cf0 msgr2=0x7fa66006df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:04.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.821+0000 7fa665bc4640 1 --2- 172.21.15.16:0/3214214657 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa660161cf0 0x7fa66006df60 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa6500097a0 tx=0x7fa65002a1a0 comp rx=0 tx=0).stop 2024-09-11T22:46:04.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.821+0000 7fa665bc4640 1 -- 172.21.15.16:0/3214214657 shutdown_connections 2024-09-11T22:46:04.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.821+0000 7fa665bc4640 1 --2- 172.21.15.16:0/3214214657 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa660161cf0 0x7fa66006df60 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:04.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.821+0000 7fa665bc4640 1 -- 172.21.15.16:0/3214214657 >> 172.21.15.16:0/3214214657 conn(0x7fa6600d24d0 msgr2=0x7fa6600d28e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:04.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.821+0000 7fa665bc4640 1 -- 172.21.15.16:0/3214214657 shutdown_connections 2024-09-11T22:46:04.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.821+0000 7fa665bc4640 1 -- 172.21.15.16:0/3214214657 wait complete. 2024-09-11T22:46:04.825 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.822+0000 7fa665bc4640 1 Processor -- start 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.823+0000 7fa665bc4640 1 -- start start 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.823+0000 7fa665bc4640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa66009b150 0x7fa6601519f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.823+0000 7fa665bc4640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6600d1ff0 0x7fa6600b58e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.823+0000 7fa665bc4640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa660161cf0 0x7fa6600b5e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.823+0000 7fa665bc4640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fa6601620d0 con 0x7fa660161cf0 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.823+0000 7fa665bc4640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fa660162250 con 0x7fa6600d1ff0 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.823+0000 7fa665bc4640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fa6600d0fb0 con 0x7fa66009b150 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.823+0000 7fa65ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa660161cf0 0x7fa6600b5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa65ffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa660161cf0 0x7fa6600b5e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40750/0 (socket says 172.21.15.16:40750) 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa65ffff640 1 -- 172.21.15.16:0/1420112367 learned_addr learned my addr 172.21.15.16:0/1420112367 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa65f7fe640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa66009b150 0x7fa6601519f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:04.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa65effd640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6600d1ff0 0x7fa6600b58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:04.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa65ffff640 1 -- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa66009b150 msgr2=0x7fa6601519f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:04.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa65ffff640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa66009b150 0x7fa6601519f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:04.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa65ffff640 1 -- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6600d1ff0 msgr2=0x7fa6600b58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:04.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa65ffff640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6600d1ff0 0x7fa6600b58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:04.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa65ffff640 1 -- 172.21.15.16:0/1420112367 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6600a0050 con 0x7fa660161cf0 2024-09-11T22:46:04.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa65ffff640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa660161cf0 0x7fa6600b5e20 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa65800c760 tx=0x7fa65800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:04.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa647fff640 1 -- 172.21.15.16:0/1420112367 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa658003b70 con 0x7fa660161cf0 2024-09-11T22:46:04.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa647fff640 1 -- 172.21.15.16:0/1420112367 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa658003d30 con 0x7fa660161cf0 2024-09-11T22:46:04.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa665bc4640 1 -- 172.21.15.16:0/1420112367 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6600c78d0 con 0x7fa660161cf0 2024-09-11T22:46:04.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa647fff640 1 -- 172.21.15.16:0/1420112367 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa65800aa90 con 0x7fa660161cf0 2024-09-11T22:46:04.827 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.824+0000 7fa665bc4640 1 -- 172.21.15.16:0/1420112367 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6600c7e90 con 0x7fa660161cf0 2024-09-11T22:46:04.828 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.825+0000 7fa665bc4640 1 -- 172.21.15.16:0/1420112367 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa66006df60 con 0x7fa660161cf0 2024-09-11T22:46:04.828 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.826+0000 7fa647fff640 1 -- 172.21.15.16:0/1420112367 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 11) ==== 90209+0+0 (secure 0 0 0) 0x7fa65800ac30 con 0x7fa660161cf0 2024-09-11T22:46:04.828 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.826+0000 7fa647fff640 1 -- 172.21.15.16:0/1420112367 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6789+0+0 (secure 0 0 0) 0x7fa65808ab10 con 0x7fa660161cf0 2024-09-11T22:46:04.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:04.830+0000 7fa647fff640 1 -- 172.21.15.16:0/1420112367 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fa658058e00 con 0x7fa660161cf0 2024-09-11T22:46:05.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.007+0000 7fa665bc4640 1 -- 172.21.15.16:0/1420112367 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa6600c8060 con 0x7fa660161cf0 2024-09-11T22:46:05.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.015+0000 7fa647fff640 1 -- 172.21.15.16:0/1420112367 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 12) ==== 90336+0+0 (secure 0 0 0) 0x7fa658054b50 con 0x7fa660161cf0 2024-09-11T22:46:05.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.015+0000 7fa647fff640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fa64c071ba0 0x7fa64c073f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:05.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.015+0000 7fa65f7fe640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fa64c071ba0 0x7fa64c073f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:05.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.022+0000 7fa65f7fe640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fa64c071ba0 0x7fa64c073f90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa650034000 tx=0x7fa65002e000 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:05.697 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.696+0000 7fa647fff640 1 -- 172.21.15.16:0/1420112367 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v42) ==== 181+0+0 (secure 0 0 0) 0x7fa6580885c0 con 0x7fa660161cf0 2024-09-11T22:46:05.697 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2024-09-11T22:46:05.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.701+0000 7fa665bc4640 1 -- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fa64c071ba0 msgr2=0x7fa64c073f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:05.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.701+0000 7fa665bc4640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fa64c071ba0 0x7fa64c073f90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa650034000 tx=0x7fa65002e000 comp rx=0 tx=0).stop 2024-09-11T22:46:05.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.701+0000 7fa665bc4640 1 -- 172.21.15.16:0/1420112367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa660161cf0 msgr2=0x7fa6600b5e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:05.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.701+0000 7fa665bc4640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa660161cf0 0x7fa6600b5e20 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa65800c760 tx=0x7fa65800cc20 comp rx=0 tx=0).stop 2024-09-11T22:46:05.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.701+0000 7fa665bc4640 1 -- 172.21.15.16:0/1420112367 shutdown_connections 2024-09-11T22:46:05.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.701+0000 7fa665bc4640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fa64c071ba0 0x7fa64c073f90 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:05.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.701+0000 7fa665bc4640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa660161cf0 0x7fa6600b5e20 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:05.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.701+0000 7fa665bc4640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fa6600d1ff0 0x7fa6600b58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:05.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.701+0000 7fa665bc4640 1 --2- 172.21.15.16:0/1420112367 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fa66009b150 0x7fa6601519f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:05.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.701+0000 7fa665bc4640 1 -- 172.21.15.16:0/1420112367 >> 172.21.15.16:0/1420112367 conn(0x7fa6600d24d0 msgr2=0x7fa6600b6de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:05.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.701+0000 7fa665bc4640 1 -- 172.21.15.16:0/1420112367 shutdown_connections 2024-09-11T22:46:05.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.702+0000 7fa665bc4640 1 -- 172.21.15.16:0/1420112367 wait complete. 2024-09-11T22:46:05.716 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-11T22:46:05.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.829+0000 7f11286f1640 1 Processor -- start 2024-09-11T22:46:05.829 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.829+0000 7f11286f1640 1 -- start start 2024-09-11T22:46:05.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f11286f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f112015e680 0x7f11200d3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:05.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f11286f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11200d38c0 con 0x7f11200d4200 2024-09-11T22:46:05.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f11286f1640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11200cef40 con 0x7f11200b6950 2024-09-11T22:46:05.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f11286f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f11200d4640 con 0x7f112015e680 2024-09-11T22:46:05.830 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f1125c8c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f11200d4200 0x7f11200b6240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:54246/0 (socket says 172.21.15.16:54246) 2024-09-11T22:46:05.831 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f1125c8c640 1 -- 172.21.15.16:0/4284252302 learned_addr learned my addr 172.21.15.16:0/4284252302 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:05.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1119973206 0 0) 0x7f11200d38c0 con 0x7f11200d4200 2024-09-11T22:46:05.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112648d640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f112015e680 0x7f11200d3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:05.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f110c003520 con 0x7f11200d4200 2024-09-11T22:46:05.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2934827318 0 0) 0x7f110c003520 con 0x7f11200d4200 2024-09-11T22:46:05.833 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f112015e680 msgr2=0x7f11200d3cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f112015e680 0x7f11200d3cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 >> v1:172.21.15.104:6789/0 conn(0x7f11200b6950 legacy=0x7f11200b79e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11200cf220 con 0x7f11200d4200 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f1110001670 con 0x7f11200d4200 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 >> v1:172.21.15.16:6789/0 conn(0x7f11200d4200 legacy=0x7f11200b6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f110c0039e0 0x7f110c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f112015e680 0x7f110c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f110c004d40 0x7f110c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f11200d4640 con 0x7f110c004d40 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f110c00bb80 con 0x7f110c0039e0 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.830+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f110c00bd80 con 0x7f112015e680 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.831+0000 7f1126c8e640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f110c004d40 0x7f110c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:05.834 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.831+0000 7f112648d640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f110c0039e0 0x7f110c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.831+0000 7f1125c8c640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f112015e680 0x7f110c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.831+0000 7f1126c8e640 1 -- 172.21.15.16:0/4284252302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f112015e680 msgr2=0x7f110c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.831+0000 7f1126c8e640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f112015e680 0x7f110c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.831+0000 7f1126c8e640 1 -- 172.21.15.16:0/4284252302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f110c0039e0 msgr2=0x7f110c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.831+0000 7f1126c8e640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f110c0039e0 0x7f110c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.831+0000 7f1126c8e640 1 -- 172.21.15.16:0/4284252302 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f110c003520 con 0x7f110c004d40 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.832+0000 7f1126c8e640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f110c004d40 0x7f110c0051c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1118001e50 tx=0x7f110c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73e286e36a832760 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.832+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1118001a70 con 0x7f110c004d40 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.832+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1118003970 con 0x7f110c004d40 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.832+0000 7f112548b640 1 -- 172.21.15.16:0/4284252302 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1118003d60 con 0x7f110c004d40 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.832+0000 7f11286f1640 1 -- 172.21.15.16:0/4284252302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f110c004d40 msgr2=0x7f110c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.832+0000 7f11286f1640 1 --2- 172.21.15.16:0/4284252302 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f110c004d40 0x7f110c0051c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1118001e50 tx=0x7f110c005830 comp rx=0 tx=0).stop 2024-09-11T22:46:05.835 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.832+0000 7f1126c8e640 1 -- 172.21.15.16:0/4284252302 reap_dead start 2024-09-11T22:46:05.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.832+0000 7f11286f1640 1 -- 172.21.15.16:0/4284252302 shutdown_connections 2024-09-11T22:46:05.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.832+0000 7f11286f1640 1 -- 172.21.15.16:0/4284252302 >> 172.21.15.16:0/4284252302 conn(0x7f1120067f80 msgr2=0x7f11200d1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:05.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.832+0000 7f11286f1640 1 -- 172.21.15.16:0/4284252302 shutdown_connections 2024-09-11T22:46:05.836 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.832+0000 7f11286f1640 1 -- 172.21.15.16:0/4284252302 wait complete. 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.834+0000 7f11286f1640 1 Processor -- start 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.834+0000 7f11286f1640 1 -- start start 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.834+0000 7f11286f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f110c004d40 0x7f112014cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.834+0000 7f11286f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11200b9610 0x7f11200b9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.834+0000 7f11286f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11201f7ce0 0x7f11201f8160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.834+0000 7f11286f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f112015ea60 con 0x7f11200b9610 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.834+0000 7f11286f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f11200cf7e0 con 0x7f11201f7ce0 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.834+0000 7f11286f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f112015ebe0 con 0x7f110c004d40 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1125c8c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11200b9610 0x7f11200b9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1125c8c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11200b9610 0x7f11200b9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40782/0 (socket says 172.21.15.16:40782) 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1125c8c640 1 -- 172.21.15.16:0/4236298515 learned_addr learned my addr 172.21.15.16:0/4236298515 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1126c8e640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11201f7ce0 0x7f11201f8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:05.839 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f112648d640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f110c004d40 0x7f112014cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1125c8c640 1 -- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f110c004d40 msgr2=0x7f112014cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1125c8c640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f110c004d40 0x7f112014cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1125c8c640 1 -- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11201f7ce0 msgr2=0x7f11201f8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1125c8c640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11201f7ce0 0x7f11201f8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1125c8c640 1 -- 172.21.15.16:0/4236298515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11201f86a0 con 0x7f11200b9610 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1125c8c640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11200b9610 0x7f11200b9a90 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1110004f70 tx=0x7f1110007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1116ffd640 1 -- 172.21.15.16:0/4236298515 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f111000f750 con 0x7f11200b9610 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1116ffd640 1 -- 172.21.15.16:0/4236298515 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1110018070 con 0x7f11200b9610 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f11286f1640 1 -- 172.21.15.16:0/4236298515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11201f8960 con 0x7f11200b9610 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f1116ffd640 1 -- 172.21.15.16:0/4236298515 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f111000fb50 con 0x7f11200b9610 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.835+0000 7f11286f1640 1 -- 172.21.15.16:0/4236298515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11201e7480 con 0x7f11200b9610 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.836+0000 7f11286f1640 1 -- 172.21.15.16:0/4236298515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11200d3cc0 con 0x7f11200b9610 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.837+0000 7f1116ffd640 1 -- 172.21.15.16:0/4236298515 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 12) ==== 90336+0+0 (secure 0 0 0) 0x7f111000fcf0 con 0x7f11200b9610 2024-09-11T22:46:05.840 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.837+0000 7f1116ffd640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f110406bc80 0x7f110406e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:05.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.837+0000 7f1116ffd640 1 -- 172.21.15.16:0/4236298515 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6351+0+0 (secure 0 0 0) 0x7f111008ab70 con 0x7f11200b9610 2024-09-11T22:46:05.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.837+0000 7f112648d640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f110406bc80 0x7f110406e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:05.841 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.838+0000 7f112648d640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f110406bc80 0x7f110406e140 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f111c009bc0 tx=0x7f111c009190 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:05.842 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:05.841+0000 7f1116ffd640 1 -- 172.21.15.16:0/4236298515 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f11100595e0 con 0x7f11200b9610 2024-09-11T22:46:06.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:06.020+0000 7f11286f1640 1 -- 172.21.15.16:0/4236298515 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f11200b6730 con 0x7f11200b9610 2024-09-11T22:46:06.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:06.702+0000 7f1116ffd640 1 -- 172.21.15.16:0/4236298515 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mgrmap(e 13) ==== 90442+0+0 (secure 0 0 0) 0x7f1110055550 con 0x7f11200b9610 2024-09-11T22:46:07.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.018+0000 7f1116ffd640 1 -- 172.21.15.16:0/4236298515 <== mon.0 v2:172.21.15.16:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v43) ==== 169+0+0 (secure 0 0 0) 0x7f1110061ac0 con 0x7f11200b9610 2024-09-11T22:46:07.019 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2024-09-11T22:46:07.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.023+0000 7f11286f1640 1 -- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f110406bc80 msgr2=0x7f110406e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.023+0000 7f11286f1640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f110406bc80 0x7f110406e140 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f111c009bc0 tx=0x7f111c009190 comp rx=0 tx=0).stop 2024-09-11T22:46:07.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.023+0000 7f11286f1640 1 -- 172.21.15.16:0/4236298515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11200b9610 msgr2=0x7f11200b9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.025 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.023+0000 7f11286f1640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11200b9610 0x7f11200b9a90 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1110004f70 tx=0x7f1110007430 comp rx=0 tx=0).stop 2024-09-11T22:46:07.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.026+0000 7f11286f1640 1 -- 172.21.15.16:0/4236298515 shutdown_connections 2024-09-11T22:46:07.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.026+0000 7f11286f1640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f110406bc80 0x7f110406e140 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.026+0000 7f11286f1640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f11201f7ce0 0x7f11201f8160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.026+0000 7f11286f1640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11200b9610 0x7f11200b9a90 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.026+0000 7f11286f1640 1 --2- 172.21.15.16:0/4236298515 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f110c004d40 0x7f112014cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.026+0000 7f11286f1640 1 -- 172.21.15.16:0/4236298515 >> 172.21.15.16:0/4236298515 conn(0x7f1120067f80 msgr2=0x7f11200b7950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:07.028 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.027+0000 7f11286f1640 1 -- 172.21.15.16:0/4236298515 shutdown_connections 2024-09-11T22:46:07.029 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.028+0000 7f11286f1640 1 -- 172.21.15.16:0/4236298515 wait complete. 2024-09-11T22:46:07.044 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mgr mgr/snap_schedule/allow_m_granularity 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.154+0000 7fea6ce8d640 1 Processor -- start 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.154+0000 7fea6ce8d640 1 -- start start 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.155+0000 7fea6ce8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea6806db00 0x7fea680b2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.155+0000 7fea6ce8d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea680b5ff0 con 0x7fea6815e7f0 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.155+0000 7fea6ce8d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fea6809b5f0 con 0x7fea680b74e0 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.155+0000 7fea6ce8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fea6815ebd0 con 0x7fea6806db00 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.155+0000 7fea6659c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fea6815e7f0 0x7fea6806d3f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:54254/0 (socket says 172.21.15.16:54254) 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.155+0000 7fea6659c640 1 -- 172.21.15.16:0/2107804555 learned_addr learned my addr 172.21.15.16:0/2107804555 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.156+0000 7fea65d9b640 1 --2- 172.21.15.16:0/2107804555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea6806db00 0x7fea680b2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.156+0000 7fea6559a640 1 -- 172.21.15.16:0/2107804555 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1782204232 0 0) 0x7fea680b5ff0 con 0x7fea6815e7f0 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.156+0000 7fea6559a640 1 -- 172.21.15.16:0/2107804555 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fea50003520 con 0x7fea6815e7f0 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.156+0000 7fea6559a640 1 -- 172.21.15.16:0/2107804555 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3191381439 0 0) 0x7fea6809b5f0 con 0x7fea680b74e0 2024-09-11T22:46:07.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.156+0000 7fea6559a640 1 -- 172.21.15.16:0/2107804555 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fea680b5ff0 con 0x7fea680b74e0 2024-09-11T22:46:07.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.156+0000 7fea65d9b640 1 -- 172.21.15.16:0/2107804555 >> v1:172.21.15.104:6789/0 conn(0x7fea680b74e0 legacy=0x7fea680b25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.156+0000 7fea65d9b640 1 -- 172.21.15.16:0/2107804555 >> v1:172.21.15.16:6789/0 conn(0x7fea6815e7f0 legacy=0x7fea6806d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.156+0000 7fea65d9b640 1 -- 172.21.15.16:0/2107804555 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea6809b8d0 con 0x7fea6806db00 2024-09-11T22:46:07.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.157+0000 7fea65d9b640 1 --2- 172.21.15.16:0/2107804555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea6806db00 0x7fea680b2060 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fea5c0097d0 tx=0x7fea5c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=568555dabd7b41a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:07.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.157+0000 7fea6559a640 1 -- 172.21.15.16:0/2107804555 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5c037070 con 0x7fea6806db00 2024-09-11T22:46:07.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.157+0000 7fea6559a640 1 -- 172.21.15.16:0/2107804555 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea5c032440 con 0x7fea6806db00 2024-09-11T22:46:07.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.157+0000 7fea6559a640 1 -- 172.21.15.16:0/2107804555 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea5c032810 con 0x7fea6806db00 2024-09-11T22:46:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.158+0000 7fea6ce8d640 1 -- 172.21.15.16:0/2107804555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea6806db00 msgr2=0x7fea680b2060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.158+0000 7fea6ce8d640 1 --2- 172.21.15.16:0/2107804555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea6806db00 0x7fea680b2060 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fea5c0097d0 tx=0x7fea5c02a210 comp rx=0 tx=0).stop 2024-09-11T22:46:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.158+0000 7fea6ce8d640 1 -- 172.21.15.16:0/2107804555 shutdown_connections 2024-09-11T22:46:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.158+0000 7fea6ce8d640 1 --2- 172.21.15.16:0/2107804555 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea6806db00 0x7fea680b2060 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.158+0000 7fea6ce8d640 1 -- 172.21.15.16:0/2107804555 >> 172.21.15.16:0/2107804555 conn(0x7fea680b7c50 msgr2=0x7fea680b4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:07.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.158+0000 7fea6ce8d640 1 -- 172.21.15.16:0/2107804555 shutdown_connections 2024-09-11T22:46:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.158+0000 7fea6ce8d640 1 -- 172.21.15.16:0/2107804555 wait complete. 2024-09-11T22:46:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.159+0000 7fea6ce8d640 1 Processor -- start 2024-09-11T22:46:07.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.159+0000 7fea6ce8d640 1 -- start start 2024-09-11T22:46:07.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.160+0000 7fea6ce8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea6806db00 0x7fea68154200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.160+0000 7fea6ce8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea680b74e0 0x7fea6809d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.160+0000 7fea6ce8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815e7f0 0x7fea6809fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.160+0000 7fea6ce8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fea680b3870 con 0x7fea6815e7f0 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.160+0000 7fea6ce8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fea6809be90 con 0x7fea680b74e0 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.160+0000 7fea6ce8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fea680b39f0 con 0x7fea6806db00 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.160+0000 7fea66d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815e7f0 0x7fea6809fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.160+0000 7fea66d9d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815e7f0 0x7fea6809fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40792/0 (socket says 172.21.15.16:40792) 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.160+0000 7fea66d9d640 1 -- 172.21.15.16:0/3421532208 learned_addr learned my addr 172.21.15.16:0/3421532208 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.160+0000 7fea65d9b640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea680b74e0 0x7fea6809d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.160+0000 7fea6659c640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea6806db00 0x7fea68154200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.161+0000 7fea66d9d640 1 -- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea6806db00 msgr2=0x7fea68154200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.161+0000 7fea66d9d640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea6806db00 0x7fea68154200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.161+0000 7fea66d9d640 1 -- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea680b74e0 msgr2=0x7fea6809d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.163 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.161+0000 7fea66d9d640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea680b74e0 0x7fea6809d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.161+0000 7fea66d9d640 1 -- 172.21.15.16:0/3421532208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea681567e0 con 0x7fea6815e7f0 2024-09-11T22:46:07.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.161+0000 7fea66d9d640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815e7f0 0x7fea6809fd70 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fea6000c7c0 tx=0x7fea6000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:07.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.161+0000 7fea56ffd640 1 -- 172.21.15.16:0/3421532208 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea60003b70 con 0x7fea6815e7f0 2024-09-11T22:46:07.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.161+0000 7fea56ffd640 1 -- 172.21.15.16:0/3421532208 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fea60003d10 con 0x7fea6815e7f0 2024-09-11T22:46:07.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.161+0000 7fea6ce8d640 1 -- 172.21.15.16:0/3421532208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea68156ac0 con 0x7fea6815e7f0 2024-09-11T22:46:07.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.161+0000 7fea56ffd640 1 -- 172.21.15.16:0/3421532208 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea6000aa50 con 0x7fea6815e7f0 2024-09-11T22:46:07.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.161+0000 7fea6ce8d640 1 -- 172.21.15.16:0/3421532208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea68159a80 con 0x7fea6815e7f0 2024-09-11T22:46:07.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.162+0000 7fea6ce8d640 1 -- 172.21.15.16:0/3421532208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea68159870 con 0x7fea6815e7f0 2024-09-11T22:46:07.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.163+0000 7fea56ffd640 1 -- 172.21.15.16:0/3421532208 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 13) ==== 90442+0+0 (secure 0 0 0) 0x7fea6000abf0 con 0x7fea6815e7f0 2024-09-11T22:46:07.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.163+0000 7fea56ffd640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fea4806bda0 0x7fea4806e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.163+0000 7fea56ffd640 1 -- 172.21.15.16:0/3421532208 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7fea6008acb0 con 0x7fea6815e7f0 2024-09-11T22:46:07.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.164+0000 7fea6659c640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fea4806bda0 0x7fea4806e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.164+0000 7fea6659c640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fea4806bda0 0x7fea4806e260 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fea580011e0 tx=0x7fea58007d30 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:07.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.168+0000 7fea56ffd640 1 -- 172.21.15.16:0/3421532208 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fea60059000 con 0x7fea6815e7f0 2024-09-11T22:46:07.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.344+0000 7fea6ce8d640 1 -- 172.21.15.16:0/3421532208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/allow_m_granularity"} v 0) -- 0x7fea6806d3f0 con 0x7fea6815e7f0 2024-09-11T22:46:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.347+0000 7fea56ffd640 1 -- 172.21.15.16:0/3421532208 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/allow_m_granularity"}]=0 v13) ==== 120+0+0 (secure 0 0 0) 0x7fea6005d300 con 0x7fea6815e7f0 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 -- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fea4806bda0 msgr2=0x7fea4806e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fea4806bda0 0x7fea4806e260 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fea580011e0 tx=0x7fea58007d30 comp rx=0 tx=0).stop 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 -- 172.21.15.16:0/3421532208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815e7f0 msgr2=0x7fea6809fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815e7f0 0x7fea6809fd70 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fea6000c7c0 tx=0x7fea6000cc80 comp rx=0 tx=0).stop 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 -- 172.21.15.16:0/3421532208 shutdown_connections 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fea4806bda0 0x7fea4806e260 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fea6815e7f0 0x7fea6809fd70 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fea680b74e0 0x7fea6809d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 --2- 172.21.15.16:0/3421532208 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fea6806db00 0x7fea68154200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 -- 172.21.15.16:0/3421532208 >> 172.21.15.16:0/3421532208 conn(0x7fea680b7c50 msgr2=0x7fea680714b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 -- 172.21.15.16:0/3421532208 shutdown_connections 2024-09-11T22:46:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.349+0000 7fea6ce8d640 1 -- 172.21.15.16:0/3421532208 wait complete. 2024-09-11T22:46:07.360 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mgr mgr/snap_schedule/dump_on_update 2024-09-11T22:46:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.465+0000 7fdea8fbd640 1 Processor -- start 2024-09-11T22:46:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.466+0000 7fdea8fbd640 1 -- start start 2024-09-11T22:46:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.467+0000 7fdea8fbd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdea40b68f0 0x7fdea40d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.467+0000 7fdea8fbd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdea40cfdc0 con 0x7fdea40cf730 2024-09-11T22:46:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.467+0000 7fdea8fbd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdea40d3fa0 con 0x7fdea415e6c0 2024-09-11T22:46:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.467+0000 7fdea8fbd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fdea40b7990 con 0x7fdea40b68f0 2024-09-11T22:46:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.467+0000 7fdea1d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdea40b68f0 0x7fdea40d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.467+0000 7fdea1d9b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdea40b68f0 0x7fdea40d1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40806/0 (socket says 172.21.15.16:40806) 2024-09-11T22:46:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.467+0000 7fdea2d9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdea40cf730 0x7fdea40b7e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:54258/0 (socket says 172.21.15.16:54258) 2024-09-11T22:46:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.467+0000 7fdea1d9b640 1 -- 172.21.15.16:0/3948822599 learned_addr learned my addr 172.21.15.16:0/3948822599 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:07.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.467+0000 7fdea1d9b640 1 -- 172.21.15.16:0/3948822599 >> v1:172.21.15.104:6789/0 conn(0x7fdea415e6c0 legacy=0x7fdea40b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.467+0000 7fdea1d9b640 1 -- 172.21.15.16:0/3948822599 >> v1:172.21.15.16:6789/0 conn(0x7fdea40cf730 legacy=0x7fdea40b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.467+0000 7fdea1d9b640 1 -- 172.21.15.16:0/3948822599 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea40d4280 con 0x7fdea40b68f0 2024-09-11T22:46:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.468+0000 7fdea1d9b640 1 --2- 172.21.15.16:0/3948822599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdea40b68f0 0x7fdea40d1db0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fde98009870 tx=0x7fde9802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b7fcff4fa5e3255 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.468+0000 7fdea159a640 1 -- 172.21.15.16:0/3948822599 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde98037070 con 0x7fdea40b68f0 2024-09-11T22:46:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.468+0000 7fdea159a640 1 -- 172.21.15.16:0/3948822599 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde9802ae50 con 0x7fdea40b68f0 2024-09-11T22:46:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.468+0000 7fdea159a640 1 -- 172.21.15.16:0/3948822599 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde98032860 con 0x7fdea40b68f0 2024-09-11T22:46:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.469+0000 7fdea8fbd640 1 -- 172.21.15.16:0/3948822599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdea40b68f0 msgr2=0x7fdea40d1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.469+0000 7fdea8fbd640 1 --2- 172.21.15.16:0/3948822599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdea40b68f0 0x7fdea40d1db0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fde98009870 tx=0x7fde9802a300 comp rx=0 tx=0).stop 2024-09-11T22:46:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.469+0000 7fdea8fbd640 1 -- 172.21.15.16:0/3948822599 shutdown_connections 2024-09-11T22:46:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.469+0000 7fdea8fbd640 1 --2- 172.21.15.16:0/3948822599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdea40b68f0 0x7fdea40d1db0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.469+0000 7fdea8fbd640 1 -- 172.21.15.16:0/3948822599 >> 172.21.15.16:0/3948822599 conn(0x7fdea4067f80 msgr2=0x7fdea40d11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:07.470 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.469+0000 7fdea8fbd640 1 -- 172.21.15.16:0/3948822599 shutdown_connections 2024-09-11T22:46:07.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.469+0000 7fdea8fbd640 1 -- 172.21.15.16:0/3948822599 wait complete. 2024-09-11T22:46:07.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.470+0000 7fdea8fbd640 1 Processor -- start 2024-09-11T22:46:07.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.470+0000 7fdea8fbd640 1 -- start start 2024-09-11T22:46:07.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea8fbd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdea40b68f0 0x7fdea4158710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea8fbd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdea40cf730 0x7fdea41f4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea8fbd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdea415e6c0 0x7fdea415f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea8fbd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fdea40d3d50 con 0x7fdea40cf730 2024-09-11T22:46:07.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea8fbd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fdea40d1bf0 con 0x7fdea40b68f0 2024-09-11T22:46:07.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea8fbd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fdea40d4560 con 0x7fdea415e6c0 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdea40cf730 0x7fdea41f4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea1d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdea40cf730 0x7fdea41f4e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40812/0 (socket says 172.21.15.16:40812) 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea1d9b640 1 -- 172.21.15.16:0/2661875747 learned_addr learned my addr 172.21.15.16:0/2661875747 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea259c640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdea40b68f0 0x7fdea4158710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea2d9d640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdea415e6c0 0x7fdea415f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea1d9b640 1 -- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdea415e6c0 msgr2=0x7fdea415f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea1d9b640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdea415e6c0 0x7fdea415f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea1d9b640 1 -- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdea40b68f0 msgr2=0x7fdea4158710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea1d9b640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdea40b68f0 0x7fdea4158710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea1d9b640 1 -- 172.21.15.16:0/2661875747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdea4160b20 con 0x7fdea40cf730 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea259c640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdea40b68f0 0x7fdea4158710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.471+0000 7fdea1d9b640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdea40cf730 0x7fdea41f4e70 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fde98000c00 tx=0x7fde980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:07.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.472+0000 7fde92ffd640 1 -- 172.21.15.16:0/2661875747 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde98041070 con 0x7fdea40cf730 2024-09-11T22:46:07.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.472+0000 7fde92ffd640 1 -- 172.21.15.16:0/2661875747 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde9803c890 con 0x7fdea40cf730 2024-09-11T22:46:07.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.472+0000 7fdea8fbd640 1 -- 172.21.15.16:0/2661875747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdea4160e00 con 0x7fdea40cf730 2024-09-11T22:46:07.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.472+0000 7fde92ffd640 1 -- 172.21.15.16:0/2661875747 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde98037040 con 0x7fdea40cf730 2024-09-11T22:46:07.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.472+0000 7fdea8fbd640 1 -- 172.21.15.16:0/2661875747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdea415f260 con 0x7fdea40cf730 2024-09-11T22:46:07.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.473+0000 7fdea8fbd640 1 -- 172.21.15.16:0/2661875747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdea40d1db0 con 0x7fdea40cf730 2024-09-11T22:46:07.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.473+0000 7fde92ffd640 1 -- 172.21.15.16:0/2661875747 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 13) ==== 90442+0+0 (secure 0 0 0) 0x7fde98044070 con 0x7fdea40cf730 2024-09-11T22:46:07.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.473+0000 7fde92ffd640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fde8406bda0 0x7fde8406e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.474+0000 7fde92ffd640 1 -- 172.21.15.16:0/2661875747 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7fde980ab900 con 0x7fdea40cf730 2024-09-11T22:46:07.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.474+0000 7fdea259c640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fde8406bda0 0x7fde8406e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.474+0000 7fdea259c640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fde8406bda0 0x7fde8406e260 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fdea40d3180 tx=0x7fde94009040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:07.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.478+0000 7fde92ffd640 1 -- 172.21.15.16:0/2661875747 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fde9807a450 con 0x7fdea40cf730 2024-09-11T22:46:07.655 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.654+0000 7fdea8fbd640 1 -- 172.21.15.16:0/2661875747 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/dump_on_update"} v 0) -- 0x7fdea40d0770 con 0x7fdea40cf730 2024-09-11T22:46:07.658 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.657+0000 7fde92ffd640 1 -- 172.21.15.16:0/2661875747 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mgr", "name": "mgr/snap_schedule/dump_on_update"}]=0 v14) ==== 115+0+0 (secure 0 0 0) 0x7fde98079d50 con 0x7fdea40cf730 2024-09-11T22:46:07.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 -- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fde8406bda0 msgr2=0x7fde8406e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fde8406bda0 0x7fde8406e260 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fdea40d3180 tx=0x7fde94009040 comp rx=0 tx=0).stop 2024-09-11T22:46:07.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 -- 172.21.15.16:0/2661875747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdea40cf730 msgr2=0x7fdea41f4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdea40cf730 0x7fdea41f4e70 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fde98000c00 tx=0x7fde980046c0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 -- 172.21.15.16:0/2661875747 shutdown_connections 2024-09-11T22:46:07.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fde8406bda0 0x7fde8406e260 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fdea415e6c0 0x7fdea415f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdea40cf730 0x7fdea41f4e70 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 --2- 172.21.15.16:0/2661875747 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fdea40b68f0 0x7fdea4158710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 -- 172.21.15.16:0/2661875747 >> 172.21.15.16:0/2661875747 conn(0x7fdea4067f80 msgr2=0x7fdea4159740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:07.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 -- 172.21.15.16:0/2661875747 shutdown_connections 2024-09-11T22:46:07.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.659+0000 7fdea8fbd640 1 -- 172.21.15.16:0/2661875747 wait complete. 2024-09-11T22:46:07.670 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-11T22:46:07.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.774+0000 7f9374f59640 1 Processor -- start 2024-09-11T22:46:07.775 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.774+0000 7f9374f59640 1 -- start start 2024-09-11T22:46:07.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f9374f59640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9370161ed0 0x7f93700d3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f9374f59640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f937006db90 0x7f93700b7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f9374f59640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93700d36d0 con 0x7f93700d4160 2024-09-11T22:46:07.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f9374f59640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f93700d0060 con 0x7f9370161ed0 2024-09-11T22:46:07.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f9374f59640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f93700cfa50 con 0x7f937006db90 2024-09-11T22:46:07.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f936e59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9370161ed0 0x7f93700d3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.776 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f936e59c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9370161ed0 0x7f93700d3970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40822/0 (socket says 172.21.15.16:40822) 2024-09-11T22:46:07.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f936e59c640 1 -- 172.21.15.16:0/1377200240 learned_addr learned my addr 172.21.15.16:0/1377200240 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:07.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f936ed9d640 1 --2- 172.21.15.16:0/1377200240 >> v2:172.21.15.104:3300/0 conn(0x7f937006db90 0x7f93700b7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f936e59c640 1 -- 172.21.15.16:0/1377200240 >> v2:172.21.15.104:3300/0 conn(0x7f937006db90 msgr2=0x7f93700b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:07.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f936e59c640 1 --2- 172.21.15.16:0/1377200240 >> v2:172.21.15.104:3300/0 conn(0x7f937006db90 0x7f93700b7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f936e59c640 1 -- 172.21.15.16:0/1377200240 >> v1:172.21.15.104:6789/0 conn(0x7f93700d4160 legacy=0x7f937006d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f936e59c640 1 -- 172.21.15.16:0/1377200240 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93700cfcf0 con 0x7f9370161ed0 2024-09-11T22:46:07.777 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.775+0000 7f936ed9d640 1 --2- 172.21.15.16:0/1377200240 >> v2:172.21.15.104:3300/0 conn(0x7f937006db90 0x7f93700b7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:46:07.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.776+0000 7f936e59c640 1 --2- 172.21.15.16:0/1377200240 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9370161ed0 0x7f93700d3970 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f937006eb70 tx=0x7f936002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c34843c26d99dfc server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:07.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.776+0000 7f936dd9b640 1 -- 172.21.15.16:0/1377200240 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9360037070 con 0x7f9370161ed0 2024-09-11T22:46:07.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.776+0000 7f936dd9b640 1 -- 172.21.15.16:0/1377200240 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9360032440 con 0x7f9370161ed0 2024-09-11T22:46:07.778 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.776+0000 7f936dd9b640 1 -- 172.21.15.16:0/1377200240 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9360032810 con 0x7f9370161ed0 2024-09-11T22:46:07.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.777+0000 7f9374f59640 1 -- 172.21.15.16:0/1377200240 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9370161ed0 msgr2=0x7f93700d3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.777+0000 7f9374f59640 1 --2- 172.21.15.16:0/1377200240 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9370161ed0 0x7f93700d3970 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f937006eb70 tx=0x7f936002a270 comp rx=0 tx=0).stop 2024-09-11T22:46:07.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.777+0000 7f9374f59640 1 -- 172.21.15.16:0/1377200240 shutdown_connections 2024-09-11T22:46:07.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.777+0000 7f9374f59640 1 --2- 172.21.15.16:0/1377200240 >> v2:172.21.15.104:3300/0 conn(0x7f937006db90 0x7f93700b7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.777+0000 7f9374f59640 1 --2- 172.21.15.16:0/1377200240 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9370161ed0 0x7f93700d3970 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.777+0000 7f9374f59640 1 -- 172.21.15.16:0/1377200240 >> 172.21.15.16:0/1377200240 conn(0x7f93700d1430 msgr2=0x7f93700d1840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:07.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.777+0000 7f9374f59640 1 -- 172.21.15.16:0/1377200240 shutdown_connections 2024-09-11T22:46:07.779 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.777+0000 7f9374f59640 1 -- 172.21.15.16:0/1377200240 wait complete. 2024-09-11T22:46:07.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.778+0000 7f9374f59640 1 Processor -- start 2024-09-11T22:46:07.781 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.778+0000 7f9374f59640 1 -- start start 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.779+0000 7f9374f59640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f937006db90 0x7f9370150ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.779+0000 7f9374f59640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93700d4160 0x7f93700cefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.779+0000 7f9374f59640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9370161ed0 0x7f937014d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.779+0000 7f9374f59640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f93701622b0 con 0x7f93700d4160 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.779+0000 7f9374f59640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f93700d3eb0 con 0x7f937006db90 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.779+0000 7f9374f59640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9370162430 con 0x7f9370161ed0 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.779+0000 7f9365d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93700d4160 0x7f93700cefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.779+0000 7f9365d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93700d4160 0x7f93700cefc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40832/0 (socket says 172.21.15.16:40832) 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.779+0000 7f9365d9b640 1 -- 172.21.15.16:0/3352364668 learned_addr learned my addr 172.21.15.16:0/3352364668 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.779+0000 7f936e59c640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f937006db90 0x7f9370150ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.779+0000 7f936ed9d640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9370161ed0 0x7f937014d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.780+0000 7f9365d9b640 1 -- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9370161ed0 msgr2=0x7f937014d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.782 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.780+0000 7f9365d9b640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9370161ed0 0x7f937014d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.780+0000 7f9365d9b640 1 -- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f937006db90 msgr2=0x7f9370150ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.780+0000 7f9365d9b640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f937006db90 0x7f9370150ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.780+0000 7f9365d9b640 1 -- 172.21.15.16:0/3352364668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f937014e000 con 0x7f93700d4160 2024-09-11T22:46:07.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.780+0000 7f9365d9b640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93700d4160 0x7f93700cefc0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f935800c340 tx=0x7f935800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:07.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.780+0000 7f93677fe640 1 -- 172.21.15.16:0/3352364668 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9358017070 con 0x7f93700d4160 2024-09-11T22:46:07.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.780+0000 7f93677fe640 1 -- 172.21.15.16:0/3352364668 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93580052d0 con 0x7f93700d4160 2024-09-11T22:46:07.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.780+0000 7f9374f59640 1 -- 172.21.15.16:0/3352364668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f937014e2e0 con 0x7f93700d4160 2024-09-11T22:46:07.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.780+0000 7f93677fe640 1 -- 172.21.15.16:0/3352364668 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9358003850 con 0x7f93700d4160 2024-09-11T22:46:07.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.780+0000 7f9374f59640 1 -- 172.21.15.16:0/3352364668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93700cf500 con 0x7f93700d4160 2024-09-11T22:46:07.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.781+0000 7f9374f59640 1 -- 172.21.15.16:0/3352364668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93700ca350 con 0x7f93700d4160 2024-09-11T22:46:07.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.781+0000 7f93677fe640 1 -- 172.21.15.16:0/3352364668 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 13) ==== 90442+0+0 (secure 0 0 0) 0x7f935801a070 con 0x7f93700d4160 2024-09-11T22:46:07.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.782+0000 7f93677fe640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f935006bdd0 0x7f935006e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:07.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.782+0000 7f93677fe640 1 -- 172.21.15.16:0/3352364668 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f935808a060 con 0x7f93700d4160 2024-09-11T22:46:07.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.782+0000 7f936e59c640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f935006bdd0 0x7f935006e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:07.784 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.783+0000 7f936e59c640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f935006bdd0 0x7f935006e290 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9360034000 tx=0x7f936002e000 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:07.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.786+0000 7f93677fe640 1 -- 172.21.15.16:0/3352364668 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f93580583b0 con 0x7f93700d4160 2024-09-11T22:46:07.962 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.961+0000 7f9374f59640 1 -- 172.21.15.16:0/3352364668 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f93700d3970 con 0x7f93700d4160 2024-09-11T22:46:07.965 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.964+0000 7f93677fe640 1 -- 172.21.15.16:0/3352364668 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v15) ==== 104+0+0 (secure 0 0 0) 0x7f935805c6b0 con 0x7f93700d4160 2024-09-11T22:46:07.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.966+0000 7f9374f59640 1 -- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f935006bdd0 msgr2=0x7f935006e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.967 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.966+0000 7f9374f59640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f935006bdd0 0x7f935006e290 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9360034000 tx=0x7f936002e000 comp rx=0 tx=0).stop 2024-09-11T22:46:07.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.966+0000 7f9374f59640 1 -- 172.21.15.16:0/3352364668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93700d4160 msgr2=0x7f93700cefc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:07.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.966+0000 7f9374f59640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93700d4160 0x7f93700cefc0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f935800c340 tx=0x7f935800c800 comp rx=0 tx=0).stop 2024-09-11T22:46:07.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.966+0000 7f9374f59640 1 -- 172.21.15.16:0/3352364668 shutdown_connections 2024-09-11T22:46:07.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.966+0000 7f9374f59640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f935006bdd0 0x7f935006e290 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.966+0000 7f9374f59640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9370161ed0 0x7f937014d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.966+0000 7f9374f59640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93700d4160 0x7f93700cefc0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.966+0000 7f9374f59640 1 --2- 172.21.15.16:0/3352364668 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f937006db90 0x7f9370150ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:07.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.967+0000 7f9374f59640 1 -- 172.21.15.16:0/3352364668 >> 172.21.15.16:0/3352364668 conn(0x7f93700d1430 msgr2=0x7f93700ca6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:07.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.967+0000 7f9374f59640 1 -- 172.21.15.16:0/3352364668 shutdown_connections 2024-09-11T22:46:07.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:07.967+0000 7f9374f59640 1 -- 172.21.15.16:0/3352364668 wait complete. 2024-09-11T22:46:07.978 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name' 2024-09-11T22:46:08.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.081+0000 7fd5aa3b7640 1 Processor -- start 2024-09-11T22:46:08.082 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.081+0000 7fd5aa3b7640 1 -- start start 2024-09-11T22:46:08.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5aa3b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5a40b64e0 0x7fd5a415f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:08.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5aa3b7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd5a406bc10 0x7fd5a406c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:08.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5aa3b7640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5a406c620 con 0x7fd5a40707a0 2024-09-11T22:46:08.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5aa3b7640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd5a415f130 con 0x7fd5a406bc10 2024-09-11T22:46:08.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5aa3b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd5a406c900 con 0x7fd5a40b64e0 2024-09-11T22:46:08.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5a37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd5a406bc10 0x7fd5a406c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:08.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5a37fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd5a406bc10 0x7fd5a406c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40840/0 (socket says 172.21.15.16:40840) 2024-09-11T22:46:08.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5a37fe640 1 -- 172.21.15.16:0/1622733198 learned_addr learned my addr 172.21.15.16:0/1622733198 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:08.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5a3fff640 1 --2- 172.21.15.16:0/1622733198 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5a40b64e0 0x7fd5a415f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:08.084 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5a37fe640 1 -- 172.21.15.16:0/1622733198 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5a40b64e0 msgr2=0x7fd5a415f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:08.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5a37fe640 1 --2- 172.21.15.16:0/1622733198 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5a40b64e0 0x7fd5a415f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:08.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5a37fe640 1 -- 172.21.15.16:0/1622733198 >> v1:172.21.15.104:6789/0 conn(0x7fd5a40707a0 legacy=0x7fd5a41621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:08.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5a37fe640 1 -- 172.21.15.16:0/1622733198 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5a415edc0 con 0x7fd5a406bc10 2024-09-11T22:46:08.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.082+0000 7fd5a3fff640 1 --2- 172.21.15.16:0/1622733198 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5a40b64e0 0x7fd5a415f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:46:08.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.083+0000 7fd5a37fe640 1 --2- 172.21.15.16:0/1622733198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5a406bc10 0x7fd5a406c030 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fd598009870 tx=0x7fd59802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94502452e1c35cab server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:08.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.083+0000 7fd5a2ffd640 1 -- 172.21.15.16:0/1622733198 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd598037070 con 0x7fd5a406bc10 2024-09-11T22:46:08.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.083+0000 7fd5a2ffd640 1 -- 172.21.15.16:0/1622733198 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd59802ae50 con 0x7fd5a406bc10 2024-09-11T22:46:08.085 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.083+0000 7fd5a2ffd640 1 -- 172.21.15.16:0/1622733198 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd598032860 con 0x7fd5a406bc10 2024-09-11T22:46:08.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.084+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/1622733198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5a406bc10 msgr2=0x7fd5a406c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:08.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.084+0000 7fd5aa3b7640 1 --2- 172.21.15.16:0/1622733198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5a406bc10 0x7fd5a406c030 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fd598009870 tx=0x7fd59802a300 comp rx=0 tx=0).stop 2024-09-11T22:46:08.088 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.084+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/1622733198 shutdown_connections 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.084+0000 7fd5aa3b7640 1 --2- 172.21.15.16:0/1622733198 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5a406bc10 0x7fd5a406c030 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.084+0000 7fd5aa3b7640 1 --2- 172.21.15.16:0/1622733198 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5a40b64e0 0x7fd5a415f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.084+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/1622733198 >> 172.21.15.16:0/1622733198 conn(0x7fd5a409aa40 msgr2=0x7fd5a40b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.084+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/1622733198 shutdown_connections 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.084+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/1622733198 wait complete. 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.085+0000 7fd5aa3b7640 1 Processor -- start 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.085+0000 7fd5aa3b7640 1 -- start start 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5aa3b7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5a406bc10 0x7fd5a414e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5aa3b7640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5a40707a0 0x7fd5a409ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5aa3b7640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5a40b64e0 0x7fd5a409f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5aa3b7640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a40b47f0 con 0x7fd5a406bc10 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5aa3b7640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd5a40b4670 con 0x7fd5a40707a0 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5aa3b7640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd5a41628b0 con 0x7fd5a40b64e0 2024-09-11T22:46:08.089 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5a3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5a406bc10 0x7fd5a414e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5a3fff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5a406bc10 0x7fd5a414e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40846/0 (socket says 172.21.15.16:40846) 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5a3fff640 1 -- 172.21.15.16:0/811179125 learned_addr learned my addr 172.21.15.16:0/811179125 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5a37fe640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5a40707a0 0x7fd5a409ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5a8954640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5a40b64e0 0x7fd5a409f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5a3fff640 1 -- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5a40b64e0 msgr2=0x7fd5a409f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5a3fff640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5a40b64e0 0x7fd5a409f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5a3fff640 1 -- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5a40707a0 msgr2=0x7fd5a409ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5a3fff640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5a40707a0 0x7fd5a409ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.086+0000 7fd5a3fff640 1 -- 172.21.15.16:0/811179125 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5a4150b30 con 0x7fd5a406bc10 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.087+0000 7fd5a3fff640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5a406bc10 0x7fd5a414e7c0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd59400c820 tx=0x7fd59400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.087+0000 7fd5a0ff9640 1 -- 172.21.15.16:0/811179125 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd594015070 con 0x7fd5a406bc10 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.087+0000 7fd5a0ff9640 1 -- 172.21.15.16:0/811179125 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd594007a30 con 0x7fd5a406bc10 2024-09-11T22:46:08.090 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.087+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/811179125 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5a4150e10 con 0x7fd5a406bc10 2024-09-11T22:46:08.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.087+0000 7fd5a0ff9640 1 -- 172.21.15.16:0/811179125 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd594007de0 con 0x7fd5a406bc10 2024-09-11T22:46:08.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.087+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/811179125 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5a41513d0 con 0x7fd5a406bc10 2024-09-11T22:46:08.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.088+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/811179125 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5a415f5c0 con 0x7fd5a406bc10 2024-09-11T22:46:08.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.088+0000 7fd5a0ff9640 1 -- 172.21.15.16:0/811179125 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 13) ==== 90442+0+0 (secure 0 0 0) 0x7fd594018070 con 0x7fd5a406bc10 2024-09-11T22:46:08.091 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.089+0000 7fd5a0ff9640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd59006bda0 0x7fd59006e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.089+0000 7fd5a0ff9640 1 -- 172.21.15.16:0/811179125 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7fd59408aca0 con 0x7fd5a406bc10 2024-09-11T22:46:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.089+0000 7fd5a37fe640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd59006bda0 0x7fd59006e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:08.092 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.089+0000 7fd5a37fe640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd59006bda0 0x7fd59006e260 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd598034000 tx=0x7fd59802e000 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:08.094 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.093+0000 7fd5a0ff9640 1 -- 172.21.15.16:0/811179125 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd594058ff0 con 0x7fd5a406bc10 2024-09-11T22:46:08.334 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.333+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/811179125 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]} v 0) -- 0x7fd5a40b0e00 con 0x7fd5a406bc10 2024-09-11T22:46:08.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.601+0000 7fd5a0ff9640 1 -- 172.21.15.16:0/811179125 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]}]=0 v91) ==== 155+0+0 (secure 0 0 0) 0x7fd59405d2f0 con 0x7fd5a406bc10 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd59006bda0 msgr2=0x7fd59006e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd59006bda0 0x7fd59006e260 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd598034000 tx=0x7fd59802e000 comp rx=0 tx=0).stop 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/811179125 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5a406bc10 msgr2=0x7fd5a414e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5a406bc10 0x7fd5a414e7c0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd59400c820 tx=0x7fd59400cce0 comp rx=0 tx=0).stop 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/811179125 shutdown_connections 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd59006bda0 0x7fd59006e260 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd5a40b64e0 0x7fd5a409f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd5a40707a0 0x7fd5a409ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 --2- 172.21.15.16:0/811179125 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd5a406bc10 0x7fd5a414e7c0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/811179125 >> 172.21.15.16:0/811179125 conn(0x7fd5a409aa40 msgr2=0x7fd5a406fdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/811179125 shutdown_connections 2024-09-11T22:46:08.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:08.604+0000 7fd5aa3b7640 1 -- 172.21.15.16:0/811179125 wait complete. 2024-09-11T22:46:08.616 INFO:tasks.cephfs_test_runner:Test the correctness of snap directory name ... ok 2024-09-11T22:46:08.616 INFO:tasks.cephfs_test_runner: 2024-09-11T22:46:08.616 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-11T22:46:08.616 INFO:tasks.cephfs_test_runner:Ran 1 test in 43.737s 2024-09-11T22:46:08.617 INFO:tasks.cephfs_test_runner: 2024-09-11T22:46:08.617 INFO:tasks.cephfs_test_runner:OK 2024-09-11T22:46:08.617 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-11T22:46:08.625 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-11T22:46:08.633 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-11T22:46:08.633 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:46:08.633 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:46:08.650 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3267 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-11T22:46:08.650 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2024-09-11T22:46:08.650 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:46:08.707 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056795,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=3267 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249348k,nr_inodes=812337,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498700k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-11T22:46:08.707 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:46:08.707 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:46:08.727 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=21057 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-11T22:46:08.727 DEBUG:teuthology.orchestra.run.smithi104:> set -ex 2024-09-11T22:46:08.727 DEBUG:teuthology.orchestra.run.smithi104:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-11T22:46:08.786 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=21057 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-11T22:46:08.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:08.786 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-11T22:46:08.802 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-11T22:46:08.802 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-11T22:46:08.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:08.803 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-11T22:46:08.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:08.869 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-11T22:46:08.936 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:08.936 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link delete ceph-brx 2024-09-11T22:46:09.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:09.024 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2024-09-11T22:46:09.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:09.040 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link delete ceph-brx 2024-09-11T22:46:09.109 INFO:teuthology.orchestra.run.smithi016.stderr:Cannot find device "ceph-brx" 2024-09-11T22:46:09.111 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:46:09.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:09.111 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-11T22:46:09.131 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-11T22:46:09.131 INFO:teuthology.orchestra.run.smithi104.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-11T22:46:09.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:09.131 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-11T22:46:09.201 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:09.202 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-11T22:46:09.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:09.270 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link delete ceph-brx 2024-09-11T22:46:09.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:09.365 DEBUG:teuthology.orchestra.run.smithi104:> ip netns list 2024-09-11T22:46:09.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-11T22:46:09.380 DEBUG:teuthology.orchestra.run.smithi104:> sudo ip link delete ceph-brx 2024-09-11T22:46:09.448 INFO:teuthology.orchestra.run.smithi104.stderr:Cannot find device "ceph-brx" 2024-09-11T22:46:09.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:46:09.450 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-11T22:46:09.458 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-11T22:46:09.458 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:46:09.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.562+0000 7f44c54fa640 1 Processor -- start 2024-09-11T22:46:09.563 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.562+0000 7f44c54fa640 1 -- start start 2024-09-11T22:46:09.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44c54fa640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f44c015b190 0x7f44c00cd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44c54fa640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f44c00aff10 0x7f44c00cd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44c54fa640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44c0070020 con 0x7f44c006e200 2024-09-11T22:46:09.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44c54fa640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f44c015f7c0 con 0x7f44c00aff10 2024-09-11T22:46:09.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44c54fa640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f44c015fd20 con 0x7f44c015b190 2024-09-11T22:46:09.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44be7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f44c00aff10 0x7f44c00cd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44be7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f44c00aff10 0x7f44c00cd9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40848/0 (socket says 172.21.15.16:40848) 2024-09-11T22:46:09.564 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44be7fc640 1 -- 172.21.15.16:0/592112911 learned_addr learned my addr 172.21.15.16:0/592112911 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:09.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44beffd640 1 --2- 172.21.15.16:0/592112911 >> v2:172.21.15.104:3300/0 conn(0x7f44c015b190 0x7f44c00cd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44be7fc640 1 -- 172.21.15.16:0/592112911 >> v2:172.21.15.104:3300/0 conn(0x7f44c015b190 msgr2=0x7f44c00cd4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:09.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44be7fc640 1 --2- 172.21.15.16:0/592112911 >> v2:172.21.15.104:3300/0 conn(0x7f44c015b190 0x7f44c00cd4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44be7fc640 1 -- 172.21.15.16:0/592112911 >> v1:172.21.15.104:6789/0 conn(0x7f44c006e200 legacy=0x7f44c00cf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:09.565 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.563+0000 7f44be7fc640 1 -- 172.21.15.16:0/592112911 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c00b0500 con 0x7f44c00aff10 2024-09-11T22:46:09.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.564+0000 7f44be7fc640 1 --2- 172.21.15.16:0/592112911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c00aff10 0x7f44c00cd9e0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f44a8009870 tx=0x7f44a802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8625257ec8eee735 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:09.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.564+0000 7f44bdffb640 1 -- 172.21.15.16:0/592112911 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a8037070 con 0x7f44c00aff10 2024-09-11T22:46:09.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.564+0000 7f44bdffb640 1 -- 172.21.15.16:0/592112911 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44a8032440 con 0x7f44c00aff10 2024-09-11T22:46:09.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.564+0000 7f44bdffb640 1 -- 172.21.15.16:0/592112911 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a8032810 con 0x7f44c00aff10 2024-09-11T22:46:09.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.565+0000 7f44c54fa640 1 -- 172.21.15.16:0/592112911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c00aff10 msgr2=0x7f44c00cd9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:09.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.565+0000 7f44c54fa640 1 --2- 172.21.15.16:0/592112911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c00aff10 0x7f44c00cd9e0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f44a8009870 tx=0x7f44a802a210 comp rx=0 tx=0).stop 2024-09-11T22:46:09.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.565+0000 7f44c54fa640 1 -- 172.21.15.16:0/592112911 shutdown_connections 2024-09-11T22:46:09.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.565+0000 7f44c54fa640 1 --2- 172.21.15.16:0/592112911 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c00aff10 0x7f44c00cd9e0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.566 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.565+0000 7f44c54fa640 1 --2- 172.21.15.16:0/592112911 >> v2:172.21.15.104:3300/0 conn(0x7f44c015b190 0x7f44c00cd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.565+0000 7f44c54fa640 1 -- 172.21.15.16:0/592112911 >> 172.21.15.16:0/592112911 conn(0x7f44c006bc10 msgr2=0x7f44c006bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:09.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.565+0000 7f44c54fa640 1 -- 172.21.15.16:0/592112911 shutdown_connections 2024-09-11T22:46:09.567 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.565+0000 7f44c54fa640 1 -- 172.21.15.16:0/592112911 wait complete. 2024-09-11T22:46:09.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.566+0000 7f44c54fa640 1 Processor -- start 2024-09-11T22:46:09.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.566+0000 7f44c54fa640 1 -- start start 2024-09-11T22:46:09.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44c54fa640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44c006e200 0x7f44c01f1080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44c54fa640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c00aff10 0x7f44c015d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44c54fa640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44c015b190 0x7f44c01e5da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44c54fa640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f44c00b0a80 con 0x7f44c00aff10 2024-09-11T22:46:09.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44c54fa640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f44c00b07a0 con 0x7f44c015b190 2024-09-11T22:46:09.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44c54fa640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f44c015b570 con 0x7f44c006e200 2024-09-11T22:46:09.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44be7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c00aff10 0x7f44c015d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44be7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c00aff10 0x7f44c015d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40856/0 (socket says 172.21.15.16:40856) 2024-09-11T22:46:09.569 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44be7fc640 1 -- 172.21.15.16:0/2295928136 learned_addr learned my addr 172.21.15.16:0/2295928136 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44beffd640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44c006e200 0x7f44c01f1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44bf7fe640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44c015b190 0x7f44c01e5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44be7fc640 1 -- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44c006e200 msgr2=0x7f44c01f1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44be7fc640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44c006e200 0x7f44c01f1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44be7fc640 1 -- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44c015b190 msgr2=0x7f44c01e5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44be7fc640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44c015b190 0x7f44c01e5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44be7fc640 1 -- 172.21.15.16:0/2295928136 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44c015e7f0 con 0x7f44c00aff10 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.567+0000 7f44bf7fe640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44c015b190 0x7f44c01e5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.568+0000 7f44be7fc640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c00aff10 0x7f44c015d900 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f44a802a250 tx=0x7f44a80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.568+0000 7f44b77fe640 1 -- 172.21.15.16:0/2295928136 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a8037040 con 0x7f44c00aff10 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.568+0000 7f44b77fe640 1 -- 172.21.15.16:0/2295928136 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44a8042070 con 0x7f44c00aff10 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.568+0000 7f44b77fe640 1 -- 172.21.15.16:0/2295928136 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a8030880 con 0x7f44c00aff10 2024-09-11T22:46:09.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.568+0000 7f44c54fa640 1 -- 172.21.15.16:0/2295928136 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44c015e230 con 0x7f44c00aff10 2024-09-11T22:46:09.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.568+0000 7f44c54fa640 1 -- 172.21.15.16:0/2295928136 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44c01552a0 con 0x7f44c00aff10 2024-09-11T22:46:09.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.569+0000 7f44c54fa640 1 -- 172.21.15.16:0/2295928136 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44c00cd4a0 con 0x7f44c00aff10 2024-09-11T22:46:09.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.569+0000 7f44b77fe640 1 -- 172.21.15.16:0/2295928136 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f44a8030a20 con 0x7f44c00aff10 2024-09-11T22:46:09.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.570+0000 7f44b77fe640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f44a006be30 0x7f44a006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.570+0000 7f44b77fe640 1 -- 172.21.15.16:0/2295928136 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f44a80ab630 con 0x7f44c00aff10 2024-09-11T22:46:09.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.570+0000 7f44beffd640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f44a006be30 0x7f44a006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.570+0000 7f44beffd640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f44a006be30 0x7f44a006e2f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f44c00b2f50 tx=0x7f44b000b040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:09.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.574+0000 7f44b77fe640 1 -- 172.21.15.16:0/2295928136 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f44a8079f80 con 0x7f44c00aff10 2024-09-11T22:46:09.745 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.745+0000 7f44c54fa640 1 -- 172.21.15.16:0/2295928136 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f44c006c990 con 0x7f44a006be30 2024-09-11T22:46:09.746 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.746+0000 7f44b77fe640 1 -- 172.21.15.16:0/2295928136 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13414 (secure 0 0 0) 0x7f44c006c990 con 0x7f44a006be30 2024-09-11T22:46:09.746 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:09.747 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 -- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f44a006be30 msgr2=0x7f44a006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f44a006be30 0x7f44a006e2f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f44c00b2f50 tx=0x7f44b000b040 comp rx=0 tx=0).stop 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 -- 172.21.15.16:0/2295928136 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c00aff10 msgr2=0x7f44c015d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c00aff10 0x7f44c015d900 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f44a802a250 tx=0x7f44a80046c0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 -- 172.21.15.16:0/2295928136 shutdown_connections 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f44a006be30 0x7f44a006e2f0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f44c015b190 0x7f44c01e5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f44c00aff10 0x7f44c015d900 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 --2- 172.21.15.16:0/2295928136 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f44c006e200 0x7f44c01f1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 -- 172.21.15.16:0/2295928136 >> 172.21.15.16:0/2295928136 conn(0x7f44c006bc10 msgr2=0x7f44c015a320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 -- 172.21.15.16:0/2295928136 shutdown_connections 2024-09-11T22:46:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.748+0000 7f44c54fa640 1 -- 172.21.15.16:0/2295928136 wait complete. 2024-09-11T22:46:09.759 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":7,"stamp":"2024-09-11T22:46:08.021278+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":243436,"kb_used_data":6228,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731284,"statfs":{"total":773094113280,"available":772844834816,"internally_reserved":0,"allocated":6377472,"data_stored":4246955,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-732917,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":-417,"num_read_kb":-371,"num_write":-356,"num_write_kb":-2903,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.994214"},"pg_stats":[{"pgid":"1.0","version":"39'128","reported_seq":246,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-11T22:46:04.012474+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:46:04.012474+0000","last_peered":"2024-09-11T22:46:04.012474+0000","last_clean":"2024-09-11T22:46:04.012474+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:46:04.012474+0000","last_undegraded":"2024-09-11T22:46:04.012474+0000","last_fullsized":"2024-09-11T22:46:04.012474+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28416,"kb_used_data":1384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343424,"statfs":{"total":96636764160,"available":96607666176,"internally_reserved":0,"allocated":1417216,"data_stored":1135554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":199563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27848,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343992,"statfs":{"total":96636764160,"available":96608247808,"internally_reserved":0,"allocated":843776,"data_stored":585578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27484,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344356,"statfs":{"total":96636764160,"available":96608620544,"internally_reserved":0,"allocated":466944,"data_stored":199686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35836,"kb_used_data":484,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336004,"statfs":{"total":96636764160,"available":96600068096,"internally_reserved":0,"allocated":495616,"data_stored":217019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509460,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32508,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1171456,"data_stored":913768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509460,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":471040,"data_stored":206404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509460,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32216,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339624,"statfs":{"total":96636764160,"available":96603774976,"internally_reserved":0,"allocated":1052672,"data_stored":789383,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:46:09.759 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:46:09.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.861+0000 7f25bfd52640 1 Processor -- start 2024-09-11T22:46:09.862 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.861+0000 7f25bfd52640 1 -- start start 2024-09-11T22:46:09.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.862+0000 7f25bfd52640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f25b815e6a0 0x7f25b80cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.863 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.862+0000 7f25bfd52640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f25b80d1cf0 0x7f25b80b61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.862+0000 7f25bfd52640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25b815ea80 con 0x7f25b80b6700 2024-09-11T22:46:09.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.862+0000 7f25bfd52640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f25b80d2310 con 0x7f25b815e6a0 2024-09-11T22:46:09.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.862+0000 7f25bfd52640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f25b80d25f0 con 0x7f25b80d1cf0 2024-09-11T22:46:09.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.862+0000 7f25bdaee640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f25b815e6a0 0x7f25b80cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.862+0000 7f25bdaee640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f25b815e6a0 0x7f25b80cfc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40858/0 (socket says 172.21.15.16:40858) 2024-09-11T22:46:09.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.862+0000 7f25bdaee640 1 -- 172.21.15.16:0/1467581748 learned_addr learned my addr 172.21.15.16:0/1467581748 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:09.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.863+0000 7f25bd2ed640 1 --2- 172.21.15.16:0/1467581748 >> v2:172.21.15.104:3300/0 conn(0x7f25b80d1cf0 0x7f25b80b61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.863+0000 7f25bdaee640 1 -- 172.21.15.16:0/1467581748 >> v2:172.21.15.104:3300/0 conn(0x7f25b80d1cf0 msgr2=0x7f25b80b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:09.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.863+0000 7f25bdaee640 1 --2- 172.21.15.16:0/1467581748 >> v2:172.21.15.104:3300/0 conn(0x7f25b80d1cf0 0x7f25b80b61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.863+0000 7f25bdaee640 1 -- 172.21.15.16:0/1467581748 >> v1:172.21.15.104:6789/0 conn(0x7f25b80b6700 legacy=0x7f25b81621c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:09.864 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.863+0000 7f25bdaee640 1 -- 172.21.15.16:0/1467581748 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b80d28d0 con 0x7f25b815e6a0 2024-09-11T22:46:09.865 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.863+0000 7f25bdaee640 1 --2- 172.21.15.16:0/1467581748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25b815e6a0 0x7f25b80cfc50 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f25b80d0190 tx=0x7f25b002a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfb0acfb119a2924 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:09.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.864+0000 7f25bcaec640 1 -- 172.21.15.16:0/1467581748 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b0037070 con 0x7f25b815e6a0 2024-09-11T22:46:09.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.864+0000 7f25bcaec640 1 -- 172.21.15.16:0/1467581748 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25b0032440 con 0x7f25b815e6a0 2024-09-11T22:46:09.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.864+0000 7f25bcaec640 1 -- 172.21.15.16:0/1467581748 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b0032810 con 0x7f25b815e6a0 2024-09-11T22:46:09.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.864+0000 7f25bfd52640 1 -- 172.21.15.16:0/1467581748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25b815e6a0 msgr2=0x7f25b80cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:09.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.864+0000 7f25bfd52640 1 --2- 172.21.15.16:0/1467581748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25b815e6a0 0x7f25b80cfc50 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f25b80d0190 tx=0x7f25b002a150 comp rx=0 tx=0).stop 2024-09-11T22:46:09.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.864+0000 7f25bfd52640 1 -- 172.21.15.16:0/1467581748 shutdown_connections 2024-09-11T22:46:09.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.864+0000 7f25bfd52640 1 --2- 172.21.15.16:0/1467581748 >> v2:172.21.15.104:3300/0 conn(0x7f25b80d1cf0 0x7f25b80b61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.864+0000 7f25bfd52640 1 --2- 172.21.15.16:0/1467581748 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25b815e6a0 0x7f25b80cfc50 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.864+0000 7f25bfd52640 1 -- 172.21.15.16:0/1467581748 >> 172.21.15.16:0/1467581748 conn(0x7f25b8067d70 msgr2=0x7f25b8068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:09.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.864+0000 7f25bfd52640 1 -- 172.21.15.16:0/1467581748 shutdown_connections 2024-09-11T22:46:09.866 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.864+0000 7f25bfd52640 1 -- 172.21.15.16:0/1467581748 wait complete. 2024-09-11T22:46:09.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.866+0000 7f25bfd52640 1 Processor -- start 2024-09-11T22:46:09.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.866+0000 7f25bfd52640 1 -- start start 2024-09-11T22:46:09.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.866+0000 7f25bfd52640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25b80b6700 0x7f25b81f4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.868 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.866+0000 7f25bfd52640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25b80d1cf0 0x7f25b81e5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.866+0000 7f25bfd52640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25b815e6a0 0x7f25b81e63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.866+0000 7f25bfd52640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f25b80b7970 con 0x7f25b80b6700 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.866+0000 7f25bfd52640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f25b80d2e90 con 0x7f25b80d1cf0 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.866+0000 7f25bfd52640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f25b80d43c0 con 0x7f25b815e6a0 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.866+0000 7f25bdaee640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25b80b6700 0x7f25b81f4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.866+0000 7f25bdaee640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25b80b6700 0x7f25b81f4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40864/0 (socket says 172.21.15.16:40864) 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.866+0000 7f25bdaee640 1 -- 172.21.15.16:0/501290369 learned_addr learned my addr 172.21.15.16:0/501290369 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25be2ef640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25b815e6a0 0x7f25b81e63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25bd2ed640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25b80d1cf0 0x7f25b81e5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25bdaee640 1 -- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25b815e6a0 msgr2=0x7f25b81e63a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25bdaee640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25b815e6a0 0x7f25b81e63a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25bdaee640 1 -- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25b80d1cf0 msgr2=0x7f25b81e5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:09.869 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25bdaee640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25b80d1cf0 0x7f25b81e5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:09.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25bdaee640 1 -- 172.21.15.16:0/501290369 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b8155570 con 0x7f25b80b6700 2024-09-11T22:46:09.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25bdaee640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25b80b6700 0x7f25b81f4580 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f25b002a190 tx=0x7f25b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:09.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25b67fc640 1 -- 172.21.15.16:0/501290369 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b0037040 con 0x7f25b80b6700 2024-09-11T22:46:09.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25b67fc640 1 -- 172.21.15.16:0/501290369 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25b0042070 con 0x7f25b80b6700 2024-09-11T22:46:09.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25bfd52640 1 -- 172.21.15.16:0/501290369 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25b8155850 con 0x7f25b80b6700 2024-09-11T22:46:09.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25b67fc640 1 -- 172.21.15.16:0/501290369 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b0030880 con 0x7f25b80b6700 2024-09-11T22:46:09.870 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.867+0000 7f25bfd52640 1 -- 172.21.15.16:0/501290369 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25b8155e10 con 0x7f25b80b6700 2024-09-11T22:46:09.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.868+0000 7f25bfd52640 1 -- 172.21.15.16:0/501290369 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25b80b6b30 con 0x7f25b80b6700 2024-09-11T22:46:09.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.869+0000 7f25b67fc640 1 -- 172.21.15.16:0/501290369 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f25b0030a20 con 0x7f25b80b6700 2024-09-11T22:46:09.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.869+0000 7f25b67fc640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f25a406be30 0x7f25a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:09.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.870+0000 7f25b67fc640 1 -- 172.21.15.16:0/501290369 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f25b00ab6b0 con 0x7f25b80b6700 2024-09-11T22:46:09.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.870+0000 7f25bd2ed640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f25a406be30 0x7f25a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:09.871 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.870+0000 7f25bd2ed640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f25a406be30 0x7f25a406e2f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f25b8158300 tx=0x7f25ac009190 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:09.874 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:09.874+0000 7f25b67fc640 1 -- 172.21.15.16:0/501290369 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f25b0079920 con 0x7f25b80b6700 2024-09-11T22:46:10.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.046+0000 7f25bfd52640 1 -- 172.21.15.16:0/501290369 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f25b80d0d60 con 0x7f25a406be30 2024-09-11T22:46:10.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.047+0000 7f25b67fc640 1 -- 172.21.15.16:0/501290369 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13425 (secure 0 0 0) 0x7f25b80d0d60 con 0x7f25a406be30 2024-09-11T22:46:10.048 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:10.048 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:46:10.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 -- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f25a406be30 msgr2=0x7f25a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f25a406be30 0x7f25a406e2f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f25b8158300 tx=0x7f25ac009190 comp rx=0 tx=0).stop 2024-09-11T22:46:10.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 -- 172.21.15.16:0/501290369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25b80b6700 msgr2=0x7f25b81f4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25b80b6700 0x7f25b81f4580 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f25b002a190 tx=0x7f25b00046c0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 -- 172.21.15.16:0/501290369 shutdown_connections 2024-09-11T22:46:10.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f25a406be30 0x7f25a406e2f0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.050 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f25b815e6a0 0x7f25b81e63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f25b80d1cf0 0x7f25b81e5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 --2- 172.21.15.16:0/501290369 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f25b80b6700 0x7f25b81f4580 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 -- 172.21.15.16:0/501290369 >> 172.21.15.16:0/501290369 conn(0x7f25b8067d70 msgr2=0x7f25b8146740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:10.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 -- 172.21.15.16:0/501290369 shutdown_connections 2024-09-11T22:46:10.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.049+0000 7f25bfd52640 1 -- 172.21.15.16:0/501290369 wait complete. 2024-09-11T22:46:10.060 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-09-11T22:46:10.021787+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":161,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":243488,"kb_used_data":6272,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731232,"statfs":{"total":773094113280,"available":772844781568,"internally_reserved":0,"allocated":6422528,"data_stored":4270661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-732917,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":-417,"num_read_kb":-371,"num_write":-356,"num_write_kb":-2903,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.994722"},"pg_stats":[{"pgid":"1.0","version":"39'128","reported_seq":246,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-11T22:46:04.012474+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:46:04.012474+0000","last_peered":"2024-09-11T22:46:04.012474+0000","last_clean":"2024-09-11T22:46:04.012474+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:46:04.012474+0000","last_undegraded":"2024-09-11T22:46:04.012474+0000","last_fullsized":"2024-09-11T22:46:04.012474+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28416,"kb_used_data":1384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343424,"statfs":{"total":96636764160,"available":96607666176,"internally_reserved":0,"allocated":1417216,"data_stored":1135554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":199563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27848,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343992,"statfs":{"total":96636764160,"available":96608247808,"internally_reserved":0,"allocated":843776,"data_stored":585578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27484,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344356,"statfs":{"total":96636764160,"available":96608620544,"internally_reserved":0,"allocated":466944,"data_stored":199686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35840,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336000,"statfs":{"total":96636764160,"available":96600064000,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509460,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32508,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1171456,"data_stored":913768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509460,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":471040,"data_stored":206404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509461,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32264,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339576,"statfs":{"total":96636764160,"available":96603725824,"internally_reserved":0,"allocated":1093632,"data_stored":810238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:46:10.061 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-11T22:46:10.061 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:46:10.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.163+0000 7f3645df8640 1 Processor -- start 2024-09-11T22:46:10.164 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.163+0000 7f3645df8640 1 -- start start 2024-09-11T22:46:10.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f3645df8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f364015c660 0x7f36400b5db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f3645df8640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f36400b5330 0x7f36400b62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.165 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f3645df8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f364015ca40 con 0x7f36400b6a30 2024-09-11T22:46:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f3645df8640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f36400b0510 con 0x7f36400b5330 2024-09-11T22:46:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f3645df8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f36400b5880 con 0x7f364015c660 2024-09-11T22:46:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f363ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f36400b5330 0x7f36400b62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f363ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f36400b5330 0x7f36400b62f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40870/0 (socket says 172.21.15.16:40870) 2024-09-11T22:46:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f363ffff640 1 -- 172.21.15.16:0/470886529 learned_addr learned my addr 172.21.15.16:0/470886529 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f363f7fe640 1 --2- 172.21.15.16:0/470886529 >> v2:172.21.15.104:3300/0 conn(0x7f364015c660 0x7f36400b5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f363ffff640 1 -- 172.21.15.16:0/470886529 >> v2:172.21.15.104:3300/0 conn(0x7f364015c660 msgr2=0x7f36400b5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f363ffff640 1 --2- 172.21.15.16:0/470886529 >> v2:172.21.15.104:3300/0 conn(0x7f364015c660 0x7f36400b5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f363ffff640 1 -- 172.21.15.16:0/470886529 >> v1:172.21.15.104:6789/0 conn(0x7f36400b6a30 legacy=0x7f36400b09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f363ffff640 1 -- 172.21.15.16:0/470886529 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36400afec0 con 0x7f36400b5330 2024-09-11T22:46:10.166 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.164+0000 7f363f7fe640 1 --2- 172.21.15.16:0/470886529 >> v2:172.21.15.104:3300/0 conn(0x7f364015c660 0x7f36400b5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:46:10.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.165+0000 7f363ffff640 1 --2- 172.21.15.16:0/470886529 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f36400b5330 0x7f36400b62f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f36400b7800 tx=0x7f363802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37f3ca2fecefbe91 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:10.167 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.165+0000 7f363e7fc640 1 -- 172.21.15.16:0/470886529 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3638036070 con 0x7f36400b5330 2024-09-11T22:46:10.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.165+0000 7f363e7fc640 1 -- 172.21.15.16:0/470886529 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3638031600 con 0x7f36400b5330 2024-09-11T22:46:10.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.165+0000 7f363e7fc640 1 -- 172.21.15.16:0/470886529 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36380319d0 con 0x7f36400b5330 2024-09-11T22:46:10.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.166+0000 7f3645df8640 1 -- 172.21.15.16:0/470886529 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f36400b5330 msgr2=0x7f36400b62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.166+0000 7f3645df8640 1 --2- 172.21.15.16:0/470886529 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f36400b5330 0x7f36400b62f0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f36400b7800 tx=0x7f363802a660 comp rx=0 tx=0).stop 2024-09-11T22:46:10.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.166+0000 7f3645df8640 1 -- 172.21.15.16:0/470886529 shutdown_connections 2024-09-11T22:46:10.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.166+0000 7f3645df8640 1 --2- 172.21.15.16:0/470886529 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f36400b5330 0x7f36400b62f0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.166+0000 7f3645df8640 1 --2- 172.21.15.16:0/470886529 >> v2:172.21.15.104:3300/0 conn(0x7f364015c660 0x7f36400b5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.166+0000 7f3645df8640 1 -- 172.21.15.16:0/470886529 >> 172.21.15.16:0/470886529 conn(0x7f36400b4030 msgr2=0x7f36400b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:10.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.166+0000 7f3645df8640 1 -- 172.21.15.16:0/470886529 shutdown_connections 2024-09-11T22:46:10.168 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.166+0000 7f3645df8640 1 -- 172.21.15.16:0/470886529 wait complete. 2024-09-11T22:46:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.167+0000 7f3645df8640 1 Processor -- start 2024-09-11T22:46:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f3645df8640 1 -- start start 2024-09-11T22:46:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f3645df8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f36400b5330 0x7f36400cc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f3645df8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f36400b6a30 0x7f36401f8880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f3645df8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f364015c660 0x7f36401598c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f3645df8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f364009ba50 con 0x7f36400b6a30 2024-09-11T22:46:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f3645df8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f36400afb70 con 0x7f364015c660 2024-09-11T22:46:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f3645df8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f364009bbd0 con 0x7f36400b5330 2024-09-11T22:46:10.170 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f363effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f36400b6a30 0x7f36401f8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f363f7fe640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f36400b5330 0x7f36400cc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f363effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f36400b6a30 0x7f36401f8880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40880/0 (socket says 172.21.15.16:40880) 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f363ffff640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f364015c660 0x7f36401598c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.168+0000 7f363effd640 1 -- 172.21.15.16:0/1373265703 learned_addr learned my addr 172.21.15.16:0/1373265703 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.169+0000 7f363effd640 1 -- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f36400b5330 msgr2=0x7f36400cc2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.169+0000 7f363effd640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f36400b5330 0x7f36400cc2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.169+0000 7f363effd640 1 -- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f364015c660 msgr2=0x7f36401598c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.169+0000 7f363effd640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f364015c660 0x7f36401598c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.169+0000 7f363effd640 1 -- 172.21.15.16:0/1373265703 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36400ce000 con 0x7f36400b6a30 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.169+0000 7f363effd640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f36400b6a30 0x7f36401f8880 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f362800b420 tx=0x7f362800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.169+0000 7f3637fff640 1 -- 172.21.15.16:0/1373265703 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3628011830 con 0x7f36400b6a30 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.169+0000 7f3637fff640 1 -- 172.21.15.16:0/1373265703 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3628016070 con 0x7f36400b6a30 2024-09-11T22:46:10.171 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.169+0000 7f3645df8640 1 -- 172.21.15.16:0/1373265703 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36400ce2e0 con 0x7f36400b6a30 2024-09-11T22:46:10.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.169+0000 7f3637fff640 1 -- 172.21.15.16:0/1373265703 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3628011c10 con 0x7f36400b6a30 2024-09-11T22:46:10.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.169+0000 7f3645df8640 1 -- 172.21.15.16:0/1373265703 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36401f8360 con 0x7f36400b6a30 2024-09-11T22:46:10.172 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.170+0000 7f3645df8640 1 -- 172.21.15.16:0/1373265703 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36401f8560 con 0x7f36400b6a30 2024-09-11T22:46:10.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.171+0000 7f3637fff640 1 -- 172.21.15.16:0/1373265703 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f362801b460 con 0x7f36400b6a30 2024-09-11T22:46:10.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.171+0000 7f3637fff640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f362006be30 0x7f362006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.171+0000 7f3637fff640 1 -- 172.21.15.16:0/1373265703 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f362808a970 con 0x7f36400b6a30 2024-09-11T22:46:10.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.171+0000 7f363f7fe640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f362006be30 0x7f362006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.173 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.172+0000 7f363f7fe640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f362006be30 0x7f362006e2f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f363000ab60 tx=0x7f3630008040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:10.180 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.180+0000 7f3637fff640 1 -- 172.21.15.16:0/1373265703 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f36401f8560 con 0x7f36400b6a30 2024-09-11T22:46:10.354 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.353+0000 7f3645df8640 1 -- 172.21.15.16:0/1373265703 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f36400b5db0 con 0x7f362006be30 2024-09-11T22:46:10.355 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.354+0000 7f3637fff640 1 -- 172.21.15.16:0/1373265703 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13425 (secure 0 0 0) 0x7f36400b5db0 con 0x7f362006be30 2024-09-11T22:46:10.355 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:10.355 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:46:10.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.356+0000 7f3645df8640 1 -- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f362006be30 msgr2=0x7f362006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.357 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.356+0000 7f3645df8640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f362006be30 0x7f362006e2f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f363000ab60 tx=0x7f3630008040 comp rx=0 tx=0).stop 2024-09-11T22:46:10.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.356+0000 7f3645df8640 1 -- 172.21.15.16:0/1373265703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f36400b6a30 msgr2=0x7f36401f8880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.356+0000 7f3645df8640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f36400b6a30 0x7f36401f8880 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f362800b420 tx=0x7f362800b8e0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.357+0000 7f3645df8640 1 -- 172.21.15.16:0/1373265703 shutdown_connections 2024-09-11T22:46:10.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.357+0000 7f3645df8640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f362006be30 0x7f362006e2f0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.357+0000 7f3645df8640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f364015c660 0x7f36401598c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.357+0000 7f3645df8640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f36400b6a30 0x7f36401f8880 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.357+0000 7f3645df8640 1 --2- 172.21.15.16:0/1373265703 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f36400b5330 0x7f36400cc2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.357+0000 7f3645df8640 1 -- 172.21.15.16:0/1373265703 >> 172.21.15.16:0/1373265703 conn(0x7f36400b4030 msgr2=0x7f364015a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:10.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.357+0000 7f3645df8640 1 -- 172.21.15.16:0/1373265703 shutdown_connections 2024-09-11T22:46:10.358 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.357+0000 7f3645df8640 1 -- 172.21.15.16:0/1373265703 wait complete. 2024-09-11T22:46:10.368 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-09-11T22:46:10.021787+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":161,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":243488,"kb_used_data":6272,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754731232,"statfs":{"total":773094113280,"available":772844781568,"internally_reserved":0,"allocated":6422528,"data_stored":4270661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-732917,"num_objects":-25,"num_object_clones":0,"num_object_copies":-50,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-25,"num_whiteouts":0,"num_read":-417,"num_read_kb":-371,"num_write":-356,"num_write_kb":-2903,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.994722"},"pg_stats":[{"pgid":"1.0","version":"39'128","reported_seq":246,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-11T22:46:04.012474+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:46:04.012474+0000","last_peered":"2024-09-11T22:46:04.012474+0000","last_clean":"2024-09-11T22:46:04.012474+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:46:04.012474+0000","last_undegraded":"2024-09-11T22:46:04.012474+0000","last_fullsized":"2024-09-11T22:46:04.012474+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28416,"kb_used_data":1384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343424,"statfs":{"total":96636764160,"available":96607666176,"internally_reserved":0,"allocated":1417216,"data_stored":1135554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509462,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":199563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509461,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27848,"kb_used_data":824,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343992,"statfs":{"total":96636764160,"available":96608247808,"internally_reserved":0,"allocated":843776,"data_stored":585578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574868,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27484,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344356,"statfs":{"total":96636764160,"available":96608620544,"internally_reserved":0,"allocated":466944,"data_stored":199686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35840,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336000,"statfs":{"total":96636764160,"available":96600064000,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509460,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32508,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339332,"statfs":{"total":96636764160,"available":96603475968,"internally_reserved":0,"allocated":1171456,"data_stored":913768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509460,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31652,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340188,"statfs":{"total":96636764160,"available":96604352512,"internally_reserved":0,"allocated":471040,"data_stored":206404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509461,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32264,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339576,"statfs":{"total":96636764160,"available":96603725824,"internally_reserved":0,"allocated":1093632,"data_stored":810238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:46:10.369 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-11T22:46:10.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.470+0000 7f96dfe1e640 1 Processor -- start 2024-09-11T22:46:10.471 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.471+0000 7f96dfe1e640 1 -- start start 2024-09-11T22:46:10.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.471+0000 7f96dfe1e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f96d80d1cf0 0x7f96d80cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96dfe1e640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f96d80b68d0 0x7f96d80d33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96dfe1e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96d815ea80 con 0x7f96d815e6a0 2024-09-11T22:46:10.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96dfe1e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f96d80d2310 con 0x7f96d80d1cf0 2024-09-11T22:46:10.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96dfe1e640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f96d80d25f0 con 0x7f96d80b68d0 2024-09-11T22:46:10.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96dd3b9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f96d80d1cf0 0x7f96d80cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96dd3b9640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f96d80d1cf0 0x7f96d80cfc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40886/0 (socket says 172.21.15.16:40886) 2024-09-11T22:46:10.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96dd3b9640 1 -- 172.21.15.16:0/3269691875 learned_addr learned my addr 172.21.15.16:0/3269691875 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:10.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96de3bb640 1 --2- 172.21.15.16:0/3269691875 >> v2:172.21.15.104:3300/0 conn(0x7f96d80b68d0 0x7f96d80d33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.473 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96dd3b9640 1 -- 172.21.15.16:0/3269691875 >> v2:172.21.15.104:3300/0 conn(0x7f96d80b68d0 msgr2=0x7f96d80d33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:10.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96dd3b9640 1 --2- 172.21.15.16:0/3269691875 >> v2:172.21.15.104:3300/0 conn(0x7f96d80b68d0 0x7f96d80d33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96dd3b9640 1 -- 172.21.15.16:0/3269691875 >> v1:172.21.15.104:6789/0 conn(0x7f96d815e6a0 legacy=0x7f96d80b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.474 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.472+0000 7f96dd3b9640 1 -- 172.21.15.16:0/3269691875 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96d80d28d0 con 0x7f96d80d1cf0 2024-09-11T22:46:10.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.473+0000 7f96dd3b9640 1 --2- 172.21.15.16:0/3269691875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d80d1cf0 0x7f96d80cfc50 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f96d80d09e0 tx=0x7f96d402a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd57624ff2942a88 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:10.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.473+0000 7f96dcbb8640 1 -- 172.21.15.16:0/3269691875 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d4037070 con 0x7f96d80d1cf0 2024-09-11T22:46:10.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.473+0000 7f96dcbb8640 1 -- 172.21.15.16:0/3269691875 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96d4032440 con 0x7f96d80d1cf0 2024-09-11T22:46:10.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.473+0000 7f96dcbb8640 1 -- 172.21.15.16:0/3269691875 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d4032810 con 0x7f96d80d1cf0 2024-09-11T22:46:10.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.474+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3269691875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d80d1cf0 msgr2=0x7f96d80cfc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.474+0000 7f96dfe1e640 1 --2- 172.21.15.16:0/3269691875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d80d1cf0 0x7f96d80cfc50 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f96d80d09e0 tx=0x7f96d402a150 comp rx=0 tx=0).stop 2024-09-11T22:46:10.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.474+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3269691875 shutdown_connections 2024-09-11T22:46:10.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.474+0000 7f96dfe1e640 1 --2- 172.21.15.16:0/3269691875 >> v2:172.21.15.104:3300/0 conn(0x7f96d80b68d0 0x7f96d80d33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.474+0000 7f96dfe1e640 1 --2- 172.21.15.16:0/3269691875 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d80d1cf0 0x7f96d80cfc50 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.475 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.474+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3269691875 >> 172.21.15.16:0/3269691875 conn(0x7f96d8067d70 msgr2=0x7f96d8068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:10.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.474+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3269691875 shutdown_connections 2024-09-11T22:46:10.476 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.474+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3269691875 wait complete. 2024-09-11T22:46:10.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.475+0000 7f96dfe1e640 1 Processor -- start 2024-09-11T22:46:10.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.475+0000 7f96dfe1e640 1 -- start start 2024-09-11T22:46:10.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.476+0000 7f96dfe1e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d80b68d0 0x7f96d8157420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.476+0000 7f96dfe1e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96d80d1cf0 0x7f96d81e40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.476+0000 7f96dfe1e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d815e6a0 0x7f96d814e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.476+0000 7f96dfe1e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f96d80b6d00 con 0x7f96d815e6a0 2024-09-11T22:46:10.478 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.476+0000 7f96dfe1e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f96d80d2e90 con 0x7f96d80d1cf0 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.476+0000 7f96dfe1e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f96d80b7970 con 0x7f96d80b68d0 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.476+0000 7f96de3bb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d815e6a0 0x7f96d814e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.476+0000 7f96de3bb640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d815e6a0 0x7f96d814e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40898/0 (socket says 172.21.15.16:40898) 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.476+0000 7f96de3bb640 1 -- 172.21.15.16:0/3051663054 learned_addr learned my addr 172.21.15.16:0/3051663054 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.476+0000 7f96dd3b9640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96d80d1cf0 0x7f96d81e40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.476+0000 7f96ddbba640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d80b68d0 0x7f96d8157420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96de3bb640 1 -- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d80b68d0 msgr2=0x7f96d8157420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96de3bb640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d80b68d0 0x7f96d8157420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96de3bb640 1 -- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96d80d1cf0 msgr2=0x7f96d81e40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96de3bb640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96d80d1cf0 0x7f96d81e40c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96de3bb640 1 -- 172.21.15.16:0/3051663054 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96d81e4aa0 con 0x7f96d815e6a0 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96dd3b9640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96d80d1cf0 0x7f96d81e40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96ddbba640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d80b68d0 0x7f96d8157420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:10.479 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96de3bb640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d815e6a0 0x7f96d814e6c0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f96d0007e40 tx=0x7f96d000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:10.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96ca7fc640 1 -- 172.21.15.16:0/3051663054 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d0014620 con 0x7f96d815e6a0 2024-09-11T22:46:10.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96ca7fc640 1 -- 172.21.15.16:0/3051663054 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96d0019070 con 0x7f96d815e6a0 2024-09-11T22:46:10.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96ca7fc640 1 -- 172.21.15.16:0/3051663054 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d0014a20 con 0x7f96d815e6a0 2024-09-11T22:46:10.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3051663054 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96d81e4d80 con 0x7f96d815e6a0 2024-09-11T22:46:10.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.477+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3051663054 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96d8157960 con 0x7f96d815e6a0 2024-09-11T22:46:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.478+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3051663054 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96d80cfc50 con 0x7f96d815e6a0 2024-09-11T22:46:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.479+0000 7f96ca7fc640 1 -- 172.21.15.16:0/3051663054 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f96d0014bc0 con 0x7f96d815e6a0 2024-09-11T22:46:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.479+0000 7f96ca7fc640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f96bc06be30 0x7f96bc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.479+0000 7f96ca7fc640 1 -- 172.21.15.16:0/3051663054 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f96d008b630 con 0x7f96d815e6a0 2024-09-11T22:46:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.479+0000 7f96ddbba640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f96bc06be30 0x7f96bc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:10.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.480+0000 7f96ddbba640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f96bc06be30 0x7f96bc06e2f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f96cc001ad0 tx=0x7f96cc009040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:10.484 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.483+0000 7f96ca7fc640 1 -- 172.21.15.16:0/3051663054 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f96d0059930 con 0x7f96d815e6a0 2024-09-11T22:46:10.662 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.661+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3051663054 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f96d80d0d60 con 0x7f96d815e6a0 2024-09-11T22:46:10.663 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.662+0000 7f96ca7fc640 1 -- 172.21.15.16:0/3051663054 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+14160 (secure 0 0 0) 0x7f96d005dc30 con 0x7f96d815e6a0 2024-09-11T22:46:10.663 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:10.663 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":43,"fsid":"fe88ec11-3e62-445d-9356-b1b8d8281fad","created":"2024-09-11T22:44:26.149659+0000","modified":"2024-09-11T22:46:07.014967+0000","last_up_change":"2024-09-11T22:44:37.437362+0000","last_in_change":"2024-09-11T22:44:28.236205+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-11T22:44:36.398793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"86a61819-2f28-4831-b17a-bc22a7376df4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6825","nonce":570460298}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6826","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6827","nonce":570460298}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6831","nonce":570460298}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":570460298},{"type":"v1","addr":"172.21.15.16:6829","nonce":570460298}]},"public_addr":"172.21.15.16:6825/570460298","cluster_addr":"172.21.15.16:6827/570460298","heartbeat_back_addr":"172.21.15.16:6831/570460298","heartbeat_front_addr":"172.21.15.16:6829/570460298","state":["exists","up"]},{"osd":1,"uuid":"5d4ee691-b4ca-45e0-b581-5919148b3ba8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6816","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6817","nonce":1268132909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6819","nonce":1268132909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6823","nonce":1268132909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":1268132909},{"type":"v1","addr":"172.21.15.16:6821","nonce":1268132909}]},"public_addr":"172.21.15.16:6817/1268132909","cluster_addr":"172.21.15.16:6819/1268132909","heartbeat_back_addr":"172.21.15.16:6823/1268132909","heartbeat_front_addr":"172.21.15.16:6821/1268132909","state":["exists","up"]},{"osd":2,"uuid":"84470d31-2696-4952-afe0-042c307d3a14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6809","nonce":827506163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6810","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6811","nonce":827506163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6815","nonce":827506163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6812","nonce":827506163},{"type":"v1","addr":"172.21.15.16:6813","nonce":827506163}]},"public_addr":"172.21.15.16:6809/827506163","cluster_addr":"172.21.15.16:6811/827506163","heartbeat_back_addr":"172.21.15.16:6815/827506163","heartbeat_front_addr":"172.21.15.16:6813/827506163","state":["exists","up"]},{"osd":3,"uuid":"57da1998-ad5e-4ee9-a2f6-5e3885ae8a82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6801","nonce":1413539193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6803","nonce":1413539193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6807","nonce":1413539193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1413539193},{"type":"v1","addr":"172.21.15.16:6805","nonce":1413539193}]},"public_addr":"172.21.15.16:6801/1413539193","cluster_addr":"172.21.15.16:6803/1413539193","heartbeat_back_addr":"172.21.15.16:6807/1413539193","heartbeat_front_addr":"172.21.15.16:6805/1413539193","state":["exists","up"]},{"osd":4,"uuid":"5180cfab-7715-48f8-839b-cd60c340c458","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6800","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6801","nonce":76269208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6802","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6803","nonce":76269208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6806","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6807","nonce":76269208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6804","nonce":76269208},{"type":"v1","addr":"172.21.15.104:6805","nonce":76269208}]},"public_addr":"172.21.15.104:6801/76269208","cluster_addr":"172.21.15.104:6803/76269208","heartbeat_back_addr":"172.21.15.104:6807/76269208","heartbeat_front_addr":"172.21.15.104:6805/76269208","state":["exists","up"]},{"osd":5,"uuid":"85d119b0-f5fc-48d7-ab9d-36ff386bec2b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6816","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6817","nonce":637563984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6818","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6819","nonce":637563984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6822","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6823","nonce":637563984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6820","nonce":637563984},{"type":"v1","addr":"172.21.15.104:6821","nonce":637563984}]},"public_addr":"172.21.15.104:6817/637563984","cluster_addr":"172.21.15.104:6819/637563984","heartbeat_back_addr":"172.21.15.104:6823/637563984","heartbeat_front_addr":"172.21.15.104:6821/637563984","state":["exists","up"]},{"osd":6,"uuid":"25db81f3-bbcd-4e84-978c-c0e7f0c60a27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6824","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6825","nonce":1492076005}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6826","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6827","nonce":1492076005}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6830","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6831","nonce":1492076005}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6828","nonce":1492076005},{"type":"v1","addr":"172.21.15.104:6829","nonce":1492076005}]},"public_addr":"172.21.15.104:6825/1492076005","cluster_addr":"172.21.15.104:6827/1492076005","heartbeat_back_addr":"172.21.15.104:6831/1492076005","heartbeat_front_addr":"172.21.15.104:6829/1492076005","state":["exists","up"]},{"osd":7,"uuid":"7467d803-c8d2-4bd6-82e2-542229d40932","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6808","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6809","nonce":1157727920}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6810","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6811","nonce":1157727920}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6814","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6815","nonce":1157727920}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6812","nonce":1157727920},{"type":"v1","addr":"172.21.15.104:6813","nonce":1157727920}]},"public_addr":"172.21.15.104:6809/1157727920","cluster_addr":"172.21.15.104:6811/1157727920","heartbeat_back_addr":"172.21.15.104:6815/1157727920","heartbeat_front_addr":"172.21.15.104:6813/1157727920","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.747799+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.016435+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.812582+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.037553+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.103845+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:35.038912+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.982175+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-11T22:44:34.557946+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.104:0/3595258947":"2024-09-12T22:46:04.006175+0000","172.21.15.104:0/2067926576":"2024-09-12T22:45:57.524603+0000","172.21.15.104:0/1861353074":"2024-09-12T22:45:57.524603+0000","172.21.15.104:0/2189607487":"2024-09-12T22:45:57.524603+0000","172.21.15.16:6834/4064795485":"2024-09-12T22:46:03.693257+0000","172.21.15.104:0/1244196467":"2024-09-12T22:45:57.524603+0000","172.21.15.104:6832/4046407617":"2024-09-12T22:45:57.524603+0000","172.21.15.104:6833/4046407617":"2024-09-12T22:45:57.524603+0000","172.21.15.16:6832/4064795485":"2024-09-12T22:46:03.693257+0000","172.21.15.104:0/3679702654":"2024-09-12T22:46:04.006175+0000","172.21.15.104:0/792595484":"2024-09-12T22:46:04.006175+0000","172.21.15.104:0/3403616815":"2024-09-12T22:46:04.006175+0000","172.21.15.104:0/638835767":"2024-09-12T22:46:04.006175+0000","172.21.15.104:6832/3806072093":"2024-09-12T22:46:04.006175+0000","172.21.15.104:0/547844127":"2024-09-12T22:46:04.006175+0000","172.21.15.104:6833/3806072093":"2024-09-12T22:46:04.006175+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-11T22:46:10.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f96bc06be30 msgr2=0x7f96bc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f96bc06be30 0x7f96bc06e2f0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f96cc001ad0 tx=0x7f96cc009040 comp rx=0 tx=0).stop 2024-09-11T22:46:10.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3051663054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d815e6a0 msgr2=0x7f96d814e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:10.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d815e6a0 0x7f96d814e6c0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f96d0007e40 tx=0x7f96d000e4b0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3051663054 shutdown_connections 2024-09-11T22:46:10.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f96bc06be30 0x7f96bc06e2f0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f96d815e6a0 0x7f96d814e6c0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f96d80d1cf0 0x7f96d81e40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 --2- 172.21.15.16:0/3051663054 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f96d80b68d0 0x7f96d8157420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:10.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3051663054 >> 172.21.15.16:0/3051663054 conn(0x7f96d8067d70 msgr2=0x7f96d8159560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:10.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3051663054 shutdown_connections 2024-09-11T22:46:10.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:10.664+0000 7f96dfe1e640 1 -- 172.21.15.16:0/3051663054 wait complete. 2024-09-11T22:46:11.677 INFO:tasks.ceph:Scrubbing osd.0 2024-09-11T22:46:11.677 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-11T22:46:11.787 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.787+0000 7f5e059af640 1 Processor -- start 2024-09-11T22:46:11.788 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.787+0000 7f5e059af640 1 -- start start 2024-09-11T22:46:11.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.787+0000 7f5e059af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e000d1ff0 0x7f5e0006df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.787+0000 7f5e059af640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e0009baa0 con 0x7f5e00161cf0 2024-09-11T22:46:11.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.787+0000 7f5e059af640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e0009b7c0 con 0x7f5e0009b150 2024-09-11T22:46:11.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.787+0000 7f5e059af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5e00071530 con 0x7f5e000d1ff0 2024-09-11T22:46:11.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfeffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5e00161cf0 0x7f5e0009aa40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:54268/0 (socket says 172.21.15.16:54268) 2024-09-11T22:46:11.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfeffd640 1 -- 172.21.15.16:0/1020760496 learned_addr learned my addr 172.21.15.16:0/1020760496 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:11.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfe7fc640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e000d1ff0 0x7f5e0006df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.791 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3830748608 0 0) 0x7f5e0009baa0 con 0x7f5e00161cf0 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5dec003520 con 0x7f5e00161cf0 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2152296390 0 0) 0x7f5e0009b7c0 con 0x7f5e0009b150 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5e0009baa0 con 0x7f5e0009b150 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3374215327 0 0) 0x7f5dec003520 con 0x7f5e00161cf0 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e000d1ff0 msgr2=0x7f5e0006df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e000d1ff0 0x7f5e0006df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 >> v1:172.21.15.104:6789/0 conn(0x7f5e0009b150 legacy=0x7f5e000d08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e00070ee0 con 0x7f5e00161cf0 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f5df0001670 con 0x7f5e00161cf0 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 >> v1:172.21.15.16:6789/0 conn(0x7f5e00161cf0 legacy=0x7f5e0009aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e000d1ff0 0x7f5dec003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.792 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5dec004120 0x7f5dec004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5dec004d40 0x7f5dec0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5dec00bb50 con 0x7f5dec004120 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5dec00bd00 con 0x7f5dec004d40 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5dec00bf00 con 0x7f5e000d1ff0 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.788+0000 7f5dfe7fc640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5dec004120 0x7f5dec004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.789+0000 7f5dfeffd640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e000d1ff0 0x7f5dec003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.789+0000 7f5dff7fe640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5dec004d40 0x7f5dec0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.789+0000 7f5dfe7fc640 1 -- 172.21.15.16:0/1020760496 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e000d1ff0 msgr2=0x7f5dec003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.789+0000 7f5dfe7fc640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e000d1ff0 0x7f5dec003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.789+0000 7f5dfe7fc640 1 -- 172.21.15.16:0/1020760496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5dec004d40 msgr2=0x7f5dec0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.789+0000 7f5dfe7fc640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5dec004d40 0x7f5dec0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.789+0000 7f5dfe7fc640 1 -- 172.21.15.16:0/1020760496 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dec003520 con 0x7f5dec004120 2024-09-11T22:46:11.793 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.789+0000 7f5dfe7fc640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5dec004120 0x7f5dec004800 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f5de8009a90 tx=0x7f5dec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eff80f0b4d6b041c server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.790+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5de8036070 con 0x7f5dec004120 2024-09-11T22:46:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.790+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5de8031400 con 0x7f5dec004120 2024-09-11T22:46:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.790+0000 7f5dfdffb640 1 -- 172.21.15.16:0/1020760496 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5de8009690 con 0x7f5dec004120 2024-09-11T22:46:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.790+0000 7f5e059af640 1 -- 172.21.15.16:0/1020760496 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5dec004120 msgr2=0x7f5dec004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.790+0000 7f5e059af640 1 --2- 172.21.15.16:0/1020760496 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5dec004120 0x7f5dec004800 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f5de8009a90 tx=0x7f5dec005830 comp rx=0 tx=0).stop 2024-09-11T22:46:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.790+0000 7f5dff7fe640 1 -- 172.21.15.16:0/1020760496 reap_dead start 2024-09-11T22:46:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.790+0000 7f5e059af640 1 -- 172.21.15.16:0/1020760496 shutdown_connections 2024-09-11T22:46:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.790+0000 7f5e059af640 1 -- 172.21.15.16:0/1020760496 >> 172.21.15.16:0/1020760496 conn(0x7f5e000d24d0 msgr2=0x7f5e000d28e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.790+0000 7f5e059af640 1 -- 172.21.15.16:0/1020760496 shutdown_connections 2024-09-11T22:46:11.794 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.790+0000 7f5e059af640 1 -- 172.21.15.16:0/1020760496 wait complete. 2024-09-11T22:46:11.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.791+0000 7f5e059af640 1 Processor -- start 2024-09-11T22:46:11.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.792+0000 7f5e059af640 1 -- start start 2024-09-11T22:46:11.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.792+0000 7f5e059af640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5dec004120 0x7f5e0015bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.797 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.792+0000 7f5e059af640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e0009dc20 0x7f5e000c5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.792+0000 7f5e059af640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e000c8630 0x7f5e000c8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.792+0000 7f5e059af640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f5e00162250 con 0x7f5e000c8630 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.792+0000 7f5e059af640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f5e001620d0 con 0x7f5dec004120 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.792+0000 7f5e059af640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f5e0006df60 con 0x7f5e0009dc20 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.792+0000 7f5dff7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e000c8630 0x7f5e000c8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.792+0000 7f5dff7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e000c8630 0x7f5e000c8ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40916/0 (socket says 172.21.15.16:40916) 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.792+0000 7f5dff7fe640 1 -- 172.21.15.16:0/2827789688 learned_addr learned my addr 172.21.15.16:0/2827789688 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5dff7fe640 1 -- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e0009dc20 msgr2=0x7f5e000c5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5dfe7fc640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e0009dc20 0x7f5e000c5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5dff7fe640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f5e0009dc20 0x7f5e000c5f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5dff7fe640 1 -- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5dec004120 msgr2=0x7f5e0015bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.798 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5dfeffd640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5dec004120 0x7f5e0015bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5dff7fe640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5dec004120 0x7f5e0015bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5dff7fe640 1 -- 172.21.15.16:0/2827789688 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e0015c020 con 0x7f5e000c8630 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5dfeffd640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f5dec004120 0x7f5e0015bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5dff7fe640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e000c8630 0x7f5e000c8ac0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f5e00073870 tx=0x7f5df800fd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5df7fff640 1 -- 172.21.15.16:0/2827789688 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5df8019070 con 0x7f5e000c8630 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5df7fff640 1 -- 172.21.15.16:0/2827789688 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5df8006e20 con 0x7f5e000c8630 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5e059af640 1 -- 172.21.15.16:0/2827789688 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e000c68c0 con 0x7f5e000c8630 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5df7fff640 1 -- 172.21.15.16:0/2827789688 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5df8003b70 con 0x7f5e000c8630 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.793+0000 7f5e059af640 1 -- 172.21.15.16:0/2827789688 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e000c6e80 con 0x7f5e000c8630 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.794+0000 7f5e059af640 1 -- 172.21.15.16:0/2827789688 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5e000c9000 con 0x7f5e000c8630 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.795+0000 7f5df7fff640 1 -- 172.21.15.16:0/2827789688 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f5df801c070 con 0x7f5e000c8630 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.795+0000 7f5df7fff640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f5de006be30 0x7f5de006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.799 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.795+0000 7f5df7fff640 1 -- 172.21.15.16:0/2827789688 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f5df808a490 con 0x7f5e000c8630 2024-09-11T22:46:11.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.795+0000 7f5df7fff640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] conn(0x7f5de0072820 0x7f5de0074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.795+0000 7f5df7fff640 1 -- 172.21.15.16:0/2827789688 --> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5df8015e50 con 0x7f5de0072820 2024-09-11T22:46:11.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.795+0000 7f5df7fff640 1 -- 172.21.15.16:0/2827789688 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f5df8091050 con 0x7f5e000c8630 2024-09-11T22:46:11.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.795+0000 7f5dfe7fc640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] conn(0x7f5de0072820 0x7f5de0074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.795+0000 7f5dfeffd640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f5de006be30 0x7f5de006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.796+0000 7f5dfe7fc640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] conn(0x7f5de0072820 0x7f5de0074c60 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:11.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.796+0000 7f5dfeffd640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f5de006be30 0x7f5de006e2f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f5df0001eb0 tx=0x7f5df0009040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:11.800 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.796+0000 7f5df7fff640 1 -- 172.21.15.16:0/2827789688 <== osd.0 v2:172.21.15.16:6824/570460298 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5df8015e50 con 0x7f5de0072820 2024-09-11T22:46:11.809 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.809+0000 7f5e059af640 1 -- 172.21.15.16:0/2827789688 --> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f5e0009aa40 con 0x7f5de0072820 2024-09-11T22:46:11.810 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.809+0000 7f5df7fff640 1 -- 172.21.15.16:0/2827789688 <== osd.0 v2:172.21.15.16:6824/570460298 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f5e0009aa40 con 0x7f5de0072820 2024-09-11T22:46:11.810 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:46:11.810 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-11T22:46:11.810 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:46:11.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.809+0000 7f5e059af640 1 -- 172.21.15.16:0/2827789688 >> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] conn(0x7f5de0072820 msgr2=0x7f5de0074c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.809+0000 7f5e059af640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.16:6824/570460298,v1:172.21.15.16:6825/570460298] conn(0x7f5de0072820 0x7f5de0074c60 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:11.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.809+0000 7f5e059af640 1 -- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f5de006be30 msgr2=0x7f5de006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.809+0000 7f5e059af640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f5de006be30 0x7f5de006e2f0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f5df0001eb0 tx=0x7f5df0009040 comp rx=0 tx=0).stop 2024-09-11T22:46:11.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.809+0000 7f5e059af640 1 -- 172.21.15.16:0/2827789688 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e000c8630 msgr2=0x7f5e000c8ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.811 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.809+0000 7f5e059af640 1 --2- 172.21.15.16:0/2827789688 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e000c8630 0x7f5e000c8ac0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f5e00073870 tx=0x7f5df800fd60 comp rx=0 tx=0).stop 2024-09-11T22:46:11.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.809+0000 7f5dff7fe640 1 -- 172.21.15.16:0/2827789688 reap_dead start 2024-09-11T22:46:11.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.809+0000 7f5e059af640 1 -- 172.21.15.16:0/2827789688 shutdown_connections 2024-09-11T22:46:11.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.810+0000 7f5e059af640 1 -- 172.21.15.16:0/2827789688 >> 172.21.15.16:0/2827789688 conn(0x7f5e000d24d0 msgr2=0x7f5e000d1750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:11.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.810+0000 7f5e059af640 1 -- 172.21.15.16:0/2827789688 shutdown_connections 2024-09-11T22:46:11.812 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.810+0000 7f5e059af640 1 -- 172.21.15.16:0/2827789688 wait complete. 2024-09-11T22:46:11.821 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-11T22:46:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.923+0000 7fb424bfd640 1 Processor -- start 2024-09-11T22:46:11.924 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.923+0000 7fb424bfd640 1 -- start start 2024-09-11T22:46:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.924+0000 7fb424bfd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4200d4160 0x7fb42006d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.924+0000 7fb424bfd640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4200d36d0 con 0x7fb4201622b0 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.924+0000 7fb424bfd640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4200cfa50 con 0x7fb420161ed0 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.924+0000 7fb424bfd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb4200d0060 con 0x7fb4200d4160 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.924+0000 7fb41ed9d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb4201622b0 0x7fb4200b7e50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:54284/0 (socket says 172.21.15.16:54284) 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.924+0000 7fb41ed9d640 1 -- 172.21.15.16:0/3160985567 learned_addr learned my addr 172.21.15.16:0/3160985567 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.924+0000 7fb41dd9b640 1 --2- 172.21.15.16:0/3160985567 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4200d4160 0x7fb42006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.925+0000 7fb41d59a640 1 -- 172.21.15.16:0/3160985567 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 114808705 0 0) 0x7fb4200d36d0 con 0x7fb4201622b0 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.925+0000 7fb41d59a640 1 -- 172.21.15.16:0/3160985567 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb408003520 con 0x7fb4201622b0 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.925+0000 7fb41d59a640 1 -- 172.21.15.16:0/3160985567 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2146631196 0 0) 0x7fb4200cfa50 con 0x7fb420161ed0 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.925+0000 7fb41d59a640 1 -- 172.21.15.16:0/3160985567 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb4200d36d0 con 0x7fb420161ed0 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.925+0000 7fb41dd9b640 1 -- 172.21.15.16:0/3160985567 >> v1:172.21.15.104:6789/0 conn(0x7fb420161ed0 legacy=0x7fb4200d3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.925+0000 7fb41dd9b640 1 -- 172.21.15.16:0/3160985567 >> v1:172.21.15.16:6789/0 conn(0x7fb4201622b0 legacy=0x7fb4200b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.926 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.925+0000 7fb41dd9b640 1 -- 172.21.15.16:0/3160985567 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4200cfcf0 con 0x7fb4200d4160 2024-09-11T22:46:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.926+0000 7fb41dd9b640 1 --2- 172.21.15.16:0/3160985567 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4200d4160 0x7fb42006d480 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb4140097d0 tx=0x7fb41402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2923a6c722e33d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.926+0000 7fb41d59a640 1 -- 172.21.15.16:0/3160985567 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb414037070 con 0x7fb4200d4160 2024-09-11T22:46:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.926+0000 7fb41d59a640 1 -- 172.21.15.16:0/3160985567 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb414032440 con 0x7fb4200d4160 2024-09-11T22:46:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.926+0000 7fb41d59a640 1 -- 172.21.15.16:0/3160985567 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4140327f0 con 0x7fb4200d4160 2024-09-11T22:46:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.926+0000 7fb424bfd640 1 -- 172.21.15.16:0/3160985567 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4200d4160 msgr2=0x7fb42006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.926+0000 7fb424bfd640 1 --2- 172.21.15.16:0/3160985567 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4200d4160 0x7fb42006d480 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb4140097d0 tx=0x7fb41402a210 comp rx=0 tx=0).stop 2024-09-11T22:46:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.926+0000 7fb424bfd640 1 -- 172.21.15.16:0/3160985567 shutdown_connections 2024-09-11T22:46:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.926+0000 7fb424bfd640 1 --2- 172.21.15.16:0/3160985567 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb4200d4160 0x7fb42006d480 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.926+0000 7fb424bfd640 1 -- 172.21.15.16:0/3160985567 >> 172.21.15.16:0/3160985567 conn(0x7fb4200d1430 msgr2=0x7fb4200d1840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:11.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.926+0000 7fb424bfd640 1 -- 172.21.15.16:0/3160985567 shutdown_connections 2024-09-11T22:46:11.929 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.926+0000 7fb424bfd640 1 -- 172.21.15.16:0/3160985567 wait complete. 2024-09-11T22:46:11.931 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.928+0000 7fb424bfd640 1 Processor -- start 2024-09-11T22:46:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.928+0000 7fb424bfd640 1 -- start start 2024-09-11T22:46:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.928+0000 7fb424bfd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4200d4160 0x7fb42015add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb424bfd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb420161ed0 0x7fb4200cd550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb424bfd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4201622b0 0x7fb4200cda90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb424bfd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fb42006db40 con 0x7fb4200d4160 2024-09-11T22:46:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb424bfd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fb42006d9c0 con 0x7fb4201622b0 2024-09-11T22:46:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb424bfd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fb42006dcc0 con 0x7fb420161ed0 2024-09-11T22:46:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4200d4160 0x7fb42015add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41e59c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4200d4160 0x7fb42015add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40928/0 (socket says 172.21.15.16:40928) 2024-09-11T22:46:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41e59c640 1 -- 172.21.15.16:0/3162824576 learned_addr learned my addr 172.21.15.16:0/3162824576 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:11.932 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41ed9d640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4201622b0 0x7fb4200cda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41dd9b640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb420161ed0 0x7fb4200cd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41e59c640 1 -- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb420161ed0 msgr2=0x7fb4200cd550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41e59c640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb420161ed0 0x7fb4200cd550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41e59c640 1 -- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4201622b0 msgr2=0x7fb4200cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41e59c640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4201622b0 0x7fb4200cda90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41e59c640 1 -- 172.21.15.16:0/3162824576 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4201f5e10 con 0x7fb4200d4160 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41dd9b640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb420161ed0 0x7fb4200cd550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb41e59c640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4200d4160 0x7fb42015add0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fb41000c500 tx=0x7fb41000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb40effd640 1 -- 172.21.15.16:0/3162824576 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb410017070 con 0x7fb4200d4160 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb40effd640 1 -- 172.21.15.16:0/3162824576 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4100052f0 con 0x7fb4200d4160 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb40effd640 1 -- 172.21.15.16:0/3162824576 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb410003830 con 0x7fb4200d4160 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb424bfd640 1 -- 172.21.15.16:0/3162824576 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb42015b620 con 0x7fb4200d4160 2024-09-11T22:46:11.933 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.929+0000 7fb424bfd640 1 -- 172.21.15.16:0/3162824576 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4201f5b30 con 0x7fb4200d4160 2024-09-11T22:46:11.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.930+0000 7fb424bfd640 1 -- 172.21.15.16:0/3162824576 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb42006d480 con 0x7fb4200d4160 2024-09-11T22:46:11.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.931+0000 7fb40effd640 1 -- 172.21.15.16:0/3162824576 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7fb41001a070 con 0x7fb4200d4160 2024-09-11T22:46:11.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.931+0000 7fb40effd640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fb40006be30 0x7fb40006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:11.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.932+0000 7fb40effd640 1 -- 172.21.15.16:0/3162824576 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7fb41008a390 con 0x7fb4200d4160 2024-09-11T22:46:11.934 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.932+0000 7fb41dd9b640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fb40006be30 0x7fb40006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:11.935 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.932+0000 7fb41dd9b640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fb40006be30 0x7fb40006e2f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb414034000 tx=0x7fb41402e000 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:11.936 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:11.936+0000 7fb40effd640 1 -- 172.21.15.16:0/3162824576 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fb410058630 con 0x7fb4200d4160 2024-09-11T22:46:12.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.113+0000 7fb424bfd640 1 -- 172.21.15.16:0/3162824576 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7fb4201f58e0 con 0x7fb40006be30 2024-09-11T22:46:12.114 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.113+0000 7fb40effd640 1 -- 172.21.15.16:0/3162824576 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fb4201f58e0 con 0x7fb40006be30 2024-09-11T22:46:12.114 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 0 to deep-scrub 2024-09-11T22:46:12.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 -- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fb40006be30 msgr2=0x7fb40006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fb40006be30 0x7fb40006e2f0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb414034000 tx=0x7fb41402e000 comp rx=0 tx=0).stop 2024-09-11T22:46:12.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 -- 172.21.15.16:0/3162824576 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4200d4160 msgr2=0x7fb42015add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4200d4160 0x7fb42015add0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fb41000c500 tx=0x7fb41000c9c0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 -- 172.21.15.16:0/3162824576 shutdown_connections 2024-09-11T22:46:12.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fb40006be30 0x7fb40006e2f0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.116 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fb4201622b0 0x7fb4200cda90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fb420161ed0 0x7fb4200cd550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 --2- 172.21.15.16:0/3162824576 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4200d4160 0x7fb42015add0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 -- 172.21.15.16:0/3162824576 >> 172.21.15.16:0/3162824576 conn(0x7fb4200d1430 msgr2=0x7fb4200b7d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:12.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 -- 172.21.15.16:0/3162824576 shutdown_connections 2024-09-11T22:46:12.117 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.115+0000 7fb424bfd640 1 -- 172.21.15.16:0/3162824576 wait complete. 2024-09-11T22:46:12.127 INFO:tasks.ceph:Scrubbing osd.1 2024-09-11T22:46:12.127 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-11T22:46:12.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.232+0000 7facc2131640 1 Processor -- start 2024-09-11T22:46:12.233 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.232+0000 7facc2131640 1 -- start start 2024-09-11T22:46:12.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facc2131640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7facbc161cf0 0x7facbc06df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facc2131640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7facbc0d1ff0 0x7facbc09aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.234 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facc2131640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7facbc09baa0 con 0x7facbc09af80 2024-09-11T22:46:12.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facc2131640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7facbc071530 con 0x7facbc161cf0 2024-09-11T22:46:12.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facc2131640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7facbc09b7c0 con 0x7facbc0d1ff0 2024-09-11T22:46:12.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facbb7fe640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7facbc161cf0 0x7facbc06df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facbbfff640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7facbc09af80 0x7facbc06cd20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:54298/0 (socket says 172.21.15.16:54298) 2024-09-11T22:46:12.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facbbfff640 1 -- 172.21.15.16:0/478076377 learned_addr learned my addr 172.21.15.16:0/478076377 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:12.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facbaffd640 1 --2- 172.21.15.16:0/478076377 >> v2:172.21.15.104:3300/0 conn(0x7facbc0d1ff0 0x7facbc09aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facbb7fe640 1 -- 172.21.15.16:0/478076377 >> v2:172.21.15.104:3300/0 conn(0x7facbc0d1ff0 msgr2=0x7facbc09aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:12.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facbb7fe640 1 --2- 172.21.15.16:0/478076377 >> v2:172.21.15.104:3300/0 conn(0x7facbc0d1ff0 0x7facbc09aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facbb7fe640 1 -- 172.21.15.16:0/478076377 >> v1:172.21.15.16:6789/0 conn(0x7facbc09af80 legacy=0x7facbc06cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facba7fc640 1 -- 172.21.15.16:0/478076377 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1756819887 0 0) 0x7facbc09baa0 con 0x7facbc09af80 2024-09-11T22:46:12.235 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.233+0000 7facbb7fe640 1 -- 172.21.15.16:0/478076377 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facbc070ee0 con 0x7facbc161cf0 2024-09-11T22:46:12.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.234+0000 7facbb7fe640 1 --2- 172.21.15.16:0/478076377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7facbc161cf0 0x7facbc06df60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7facbc0732e0 tx=0x7facac02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dd8b1a8e38e2c4d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.234+0000 7facba7fc640 1 -- 172.21.15.16:0/478076377 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facac037070 con 0x7facbc161cf0 2024-09-11T22:46:12.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.234+0000 7facba7fc640 1 -- 172.21.15.16:0/478076377 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facac032440 con 0x7facbc161cf0 2024-09-11T22:46:12.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.234+0000 7facba7fc640 1 -- 172.21.15.16:0/478076377 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facac02ae60 con 0x7facbc161cf0 2024-09-11T22:46:12.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.235+0000 7facc2131640 1 -- 172.21.15.16:0/478076377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7facbc161cf0 msgr2=0x7facbc06df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.235+0000 7facc2131640 1 --2- 172.21.15.16:0/478076377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7facbc161cf0 0x7facbc06df60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7facbc0732e0 tx=0x7facac02a110 comp rx=0 tx=0).stop 2024-09-11T22:46:12.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.235+0000 7facc2131640 1 -- 172.21.15.16:0/478076377 shutdown_connections 2024-09-11T22:46:12.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.235+0000 7facc2131640 1 --2- 172.21.15.16:0/478076377 >> v2:172.21.15.104:3300/0 conn(0x7facbc0d1ff0 0x7facbc09aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.235+0000 7facc2131640 1 --2- 172.21.15.16:0/478076377 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7facbc161cf0 0x7facbc06df60 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.237 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.235+0000 7facc2131640 1 -- 172.21.15.16:0/478076377 >> 172.21.15.16:0/478076377 conn(0x7facbc0d24d0 msgr2=0x7facbc0d28e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:12.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.235+0000 7facc2131640 1 -- 172.21.15.16:0/478076377 shutdown_connections 2024-09-11T22:46:12.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.235+0000 7facc2131640 1 -- 172.21.15.16:0/478076377 wait complete. 2024-09-11T22:46:12.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.236+0000 7facc2131640 1 Processor -- start 2024-09-11T22:46:12.238 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facc2131640 1 -- start start 2024-09-11T22:46:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facc2131640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7facbc09af80 0x7facbc151860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facc2131640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7facbc0d1ff0 0x7facbc14e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facc2131640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7facbc161cf0 0x7facbc0b1040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facc2131640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7facbc162250 con 0x7facbc09af80 2024-09-11T22:46:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facc2131640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7facbc1620d0 con 0x7facbc161cf0 2024-09-11T22:46:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facc2131640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7facbc09b3c0 con 0x7facbc0d1ff0 2024-09-11T22:46:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facbb7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7facbc09af80 0x7facbc151860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facbb7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7facbc09af80 0x7facbc151860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40942/0 (socket says 172.21.15.16:40942) 2024-09-11T22:46:12.240 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facbb7fe640 1 -- 172.21.15.16:0/2359853817 learned_addr learned my addr 172.21.15.16:0/2359853817 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facbbfff640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7facbc161cf0 0x7facbc0b1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.237+0000 7facbaffd640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7facbc0d1ff0 0x7facbc14e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.238+0000 7facbb7fe640 1 -- 172.21.15.16:0/2359853817 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7facbc0d1ff0 msgr2=0x7facbc14e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.238+0000 7facbb7fe640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7facbc0d1ff0 0x7facbc14e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.238+0000 7facbb7fe640 1 -- 172.21.15.16:0/2359853817 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7facbc161cf0 msgr2=0x7facbc0b1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.238+0000 7facbb7fe640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7facbc161cf0 0x7facbc0b1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.238+0000 7facbb7fe640 1 -- 172.21.15.16:0/2359853817 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facbc151da0 con 0x7facbc09af80 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.238+0000 7facbb7fe640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7facbc09af80 0x7facbc151860 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7facac035040 tx=0x7facac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.238+0000 7faca3fff640 1 -- 172.21.15.16:0/2359853817 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facac037050 con 0x7facbc09af80 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.238+0000 7faca3fff640 1 -- 172.21.15.16:0/2359853817 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facac038040 con 0x7facbc09af80 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.238+0000 7facc2131640 1 -- 172.21.15.16:0/2359853817 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facbc14ea90 con 0x7facbc09af80 2024-09-11T22:46:12.241 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.238+0000 7faca3fff640 1 -- 172.21.15.16:0/2359853817 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facac004470 con 0x7facbc09af80 2024-09-11T22:46:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.238+0000 7facc2131640 1 -- 172.21.15.16:0/2359853817 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facbc14f440 con 0x7facbc09af80 2024-09-11T22:46:12.242 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.239+0000 7facc2131640 1 -- 172.21.15.16:0/2359853817 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7facbc09aa40 con 0x7facbc09af80 2024-09-11T22:46:12.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.240+0000 7faca3fff640 1 -- 172.21.15.16:0/2359853817 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7facac030900 con 0x7facbc09af80 2024-09-11T22:46:12.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.240+0000 7faca3fff640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7faca806be30 0x7faca806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.240+0000 7faca3fff640 1 -- 172.21.15.16:0/2359853817 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7facac0ac3c0 con 0x7facbc09af80 2024-09-11T22:46:12.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.240+0000 7faca3fff640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] conn(0x7faca8072820 0x7faca8074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.240+0000 7faca3fff640 1 -- 172.21.15.16:0/2359853817 --> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7facac034e90 con 0x7faca8072820 2024-09-11T22:46:12.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.240+0000 7faca3fff640 1 -- 172.21.15.16:0/2359853817 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7facac0ac850 con 0x7facbc09af80 2024-09-11T22:46:12.243 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.240+0000 7facbaffd640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7faca806be30 0x7faca806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.241+0000 7facbbfff640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] conn(0x7faca8072820 0x7faca8074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.241+0000 7facbbfff640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] conn(0x7faca8072820 0x7faca8074c60 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.241+0000 7facbaffd640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7faca806be30 0x7faca806e2f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7facbc06dbc0 tx=0x7facb0008040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.244 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.241+0000 7faca3fff640 1 -- 172.21.15.16:0/2359853817 <== osd.1 v2:172.21.15.16:6816/1268132909 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7facac034e90 con 0x7faca8072820 2024-09-11T22:46:12.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.254+0000 7facc2131640 1 -- 172.21.15.16:0/2359853817 --> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7facbc0b7710 con 0x7faca8072820 2024-09-11T22:46:12.255 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.254+0000 7faca3fff640 1 -- 172.21.15.16:0/2359853817 <== osd.1 v2:172.21.15.16:6816/1268132909 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7facbc0b7710 con 0x7faca8072820 2024-09-11T22:46:12.255 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:46:12.256 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-11T22:46:12.256 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:46:12.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.254+0000 7facc2131640 1 -- 172.21.15.16:0/2359853817 >> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] conn(0x7faca8072820 msgr2=0x7faca8074c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.254+0000 7facc2131640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.16:6816/1268132909,v1:172.21.15.16:6817/1268132909] conn(0x7faca8072820 0x7faca8074c60 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.255+0000 7facc2131640 1 -- 172.21.15.16:0/2359853817 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7faca806be30 msgr2=0x7faca806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.255+0000 7facc2131640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7faca806be30 0x7faca806e2f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7facbc06dbc0 tx=0x7facb0008040 comp rx=0 tx=0).stop 2024-09-11T22:46:12.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.255+0000 7facc2131640 1 -- 172.21.15.16:0/2359853817 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7facbc09af80 msgr2=0x7facbc151860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.255+0000 7facc2131640 1 --2- 172.21.15.16:0/2359853817 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7facbc09af80 0x7facbc151860 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7facac035040 tx=0x7facac0046c0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.255+0000 7facbbfff640 1 -- 172.21.15.16:0/2359853817 reap_dead start 2024-09-11T22:46:12.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.255+0000 7facc2131640 1 -- 172.21.15.16:0/2359853817 shutdown_connections 2024-09-11T22:46:12.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.255+0000 7facc2131640 1 -- 172.21.15.16:0/2359853817 >> 172.21.15.16:0/2359853817 conn(0x7facbc0d24d0 msgr2=0x7facbc0d17b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:12.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.255+0000 7facc2131640 1 -- 172.21.15.16:0/2359853817 shutdown_connections 2024-09-11T22:46:12.257 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.255+0000 7facc2131640 1 -- 172.21.15.16:0/2359853817 wait complete. 2024-09-11T22:46:12.266 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-11T22:46:12.369 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.369+0000 7f3632ef1640 1 Processor -- start 2024-09-11T22:46:12.370 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.369+0000 7f3632ef1640 1 -- start start 2024-09-11T22:46:12.371 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.369+0000 7f3632ef1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f362c0cf5c0 0x7f362c0cfa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.369+0000 7f3632ef1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f362c06f330 0x7f362c06f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.369+0000 7f3632ef1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f362c072420 con 0x7f362c15b270 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.369+0000 7f3632ef1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f362c0cff40 con 0x7f362c0cf5c0 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.369+0000 7f3632ef1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f362c06fcc0 con 0x7f362c06f330 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.370+0000 7f362bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f362c0cf5c0 0x7f362c0cfa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.370+0000 7f362bfff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f362c0cf5c0 0x7f362c0cfa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40944/0 (socket says 172.21.15.16:40944) 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.370+0000 7f362bfff640 1 -- 172.21.15.16:0/2411737992 learned_addr learned my addr 172.21.15.16:0/2411737992 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.370+0000 7f3630c8d640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f362c15b270 0x7f362c15b650 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:54310/0 (socket says 172.21.15.16:54310) 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.370+0000 7f363148e640 1 --2- 172.21.15.16:0/2411737992 >> v2:172.21.15.104:3300/0 conn(0x7f362c06f330 0x7f362c06f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.370+0000 7f362bfff640 1 -- 172.21.15.16:0/2411737992 >> v2:172.21.15.104:3300/0 conn(0x7f362c06f330 msgr2=0x7f362c06f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.370+0000 7f362bfff640 1 --2- 172.21.15.16:0/2411737992 >> v2:172.21.15.104:3300/0 conn(0x7f362c06f330 0x7f362c06f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.372 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.370+0000 7f362bfff640 1 -- 172.21.15.16:0/2411737992 >> v1:172.21.15.16:6789/0 conn(0x7f362c15b270 legacy=0x7f362c15b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.370+0000 7f362bfff640 1 -- 172.21.15.16:0/2411737992 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f362c0cc920 con 0x7f362c0cf5c0 2024-09-11T22:46:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.370+0000 7f362b7fe640 1 -- 172.21.15.16:0/2411737992 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 502548593 0 0) 0x7f362c072420 con 0x7f362c15b270 2024-09-11T22:46:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.370+0000 7f363148e640 1 --2- 172.21.15.16:0/2411737992 >> v2:172.21.15.104:3300/0 conn(0x7f362c06f330 0x7f362c06f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:46:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.371+0000 7f362bfff640 1 --2- 172.21.15.16:0/2411737992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cf5c0 0x7f362c0cfa00 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f362c06caf0 tx=0x7f362002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=344aa1bd4e577237 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.371+0000 7f362b7fe640 1 -- 172.21.15.16:0/2411737992 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3620037070 con 0x7f362c0cf5c0 2024-09-11T22:46:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.371+0000 7f362b7fe640 1 -- 172.21.15.16:0/2411737992 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3620032440 con 0x7f362c0cf5c0 2024-09-11T22:46:12.373 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.371+0000 7f362b7fe640 1 -- 172.21.15.16:0/2411737992 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3620032810 con 0x7f362c0cf5c0 2024-09-11T22:46:12.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.371+0000 7f3632ef1640 1 -- 172.21.15.16:0/2411737992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cf5c0 msgr2=0x7f362c0cfa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.371+0000 7f3632ef1640 1 --2- 172.21.15.16:0/2411737992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cf5c0 0x7f362c0cfa00 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f362c06caf0 tx=0x7f362002a270 comp rx=0 tx=0).stop 2024-09-11T22:46:12.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.371+0000 7f3632ef1640 1 -- 172.21.15.16:0/2411737992 shutdown_connections 2024-09-11T22:46:12.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.371+0000 7f3632ef1640 1 --2- 172.21.15.16:0/2411737992 >> v2:172.21.15.104:3300/0 conn(0x7f362c06f330 0x7f362c06f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.371+0000 7f3632ef1640 1 --2- 172.21.15.16:0/2411737992 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cf5c0 0x7f362c0cfa00 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.371+0000 7f3632ef1640 1 -- 172.21.15.16:0/2411737992 >> 172.21.15.16:0/2411737992 conn(0x7f362c067f80 msgr2=0x7f362c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:12.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.372+0000 7f3632ef1640 1 -- 172.21.15.16:0/2411737992 shutdown_connections 2024-09-11T22:46:12.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.372+0000 7f3632ef1640 1 -- 172.21.15.16:0/2411737992 wait complete. 2024-09-11T22:46:12.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.373+0000 7f3632ef1640 1 Processor -- start 2024-09-11T22:46:12.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.373+0000 7f3632ef1640 1 -- start start 2024-09-11T22:46:12.376 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f3632ef1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c06f330 0x7f362c1498e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f3632ef1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cf5c0 0x7f362c150820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f3632ef1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c15b270 0x7f362c06e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f3632ef1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f362c0ccbc0 con 0x7f362c0cf5c0 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f3632ef1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f362c0d0440 con 0x7f362c06f330 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f3632ef1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f362c0ccea0 con 0x7f362c15b270 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f362bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cf5c0 0x7f362c150820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f362bfff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cf5c0 0x7f362c150820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40950/0 (socket says 172.21.15.16:40950) 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f362bfff640 1 -- 172.21.15.16:0/394071677 learned_addr learned my addr 172.21.15.16:0/394071677 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f362bfff640 1 -- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c15b270 msgr2=0x7f362c06e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f362bfff640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c15b270 0x7f362c06e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f3630c8d640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c06f330 0x7f362c1498e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f362bfff640 1 -- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c06f330 msgr2=0x7f362c1498e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.377 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f362bfff640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c06f330 0x7f362c1498e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f362bfff640 1 -- 172.21.15.16:0/394071677 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f362c1e3b70 con 0x7f362c0cf5c0 2024-09-11T22:46:12.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f362bfff640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cf5c0 0x7f362c150820 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f362002a2b0 tx=0x7f36200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f36297fa640 1 -- 172.21.15.16:0/394071677 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3620041020 con 0x7f362c0cf5c0 2024-09-11T22:46:12.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f36297fa640 1 -- 172.21.15.16:0/394071677 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36200306c0 con 0x7f362c0cf5c0 2024-09-11T22:46:12.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f36297fa640 1 -- 172.21.15.16:0/394071677 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3620037040 con 0x7f362c0cf5c0 2024-09-11T22:46:12.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f3632ef1640 1 -- 172.21.15.16:0/394071677 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f362c1e3e50 con 0x7f362c0cf5c0 2024-09-11T22:46:12.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.374+0000 7f3632ef1640 1 -- 172.21.15.16:0/394071677 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f362c1e4410 con 0x7f362c0cf5c0 2024-09-11T22:46:12.378 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.375+0000 7f3632ef1640 1 -- 172.21.15.16:0/394071677 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f362c06f780 con 0x7f362c0cf5c0 2024-09-11T22:46:12.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.376+0000 7f36297fa640 1 -- 172.21.15.16:0/394071677 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f3620044020 con 0x7f362c0cf5c0 2024-09-11T22:46:12.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.376+0000 7f36297fa640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f361806be30 0x7f361806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.376+0000 7f36297fa640 1 -- 172.21.15.16:0/394071677 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f36200ab700 con 0x7f362c0cf5c0 2024-09-11T22:46:12.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.376+0000 7f3630c8d640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f361806be30 0x7f361806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.379 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.377+0000 7f3630c8d640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f361806be30 0x7f361806e2f0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f361c000f60 tx=0x7f361c009040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.381 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.381+0000 7f36297fa640 1 -- 172.21.15.16:0/394071677 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f362004b030 con 0x7f362c0cf5c0 2024-09-11T22:46:12.556 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.555+0000 7f3632ef1640 1 -- 172.21.15.16:0/394071677 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f362c15a8e0 con 0x7f361806be30 2024-09-11T22:46:12.557 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.556+0000 7f36297fa640 1 -- 172.21.15.16:0/394071677 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f362c15a8e0 con 0x7f361806be30 2024-09-11T22:46:12.557 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 1 to deep-scrub 2024-09-11T22:46:12.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 -- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f361806be30 msgr2=0x7f361806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f361806be30 0x7f361806e2f0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f361c000f60 tx=0x7f361c009040 comp rx=0 tx=0).stop 2024-09-11T22:46:12.559 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 -- 172.21.15.16:0/394071677 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cf5c0 msgr2=0x7f362c150820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cf5c0 0x7f362c150820 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f362002a2b0 tx=0x7f36200046c0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 -- 172.21.15.16:0/394071677 shutdown_connections 2024-09-11T22:46:12.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f361806be30 0x7f361806e2f0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f362c15b270 0x7f362c06e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f362c0cf5c0 0x7f362c150820 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 --2- 172.21.15.16:0/394071677 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f362c06f330 0x7f362c1498e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 -- 172.21.15.16:0/394071677 >> 172.21.15.16:0/394071677 conn(0x7f362c067f80 msgr2=0x7f362c159a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:12.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 -- 172.21.15.16:0/394071677 shutdown_connections 2024-09-11T22:46:12.560 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.558+0000 7f3632ef1640 1 -- 172.21.15.16:0/394071677 wait complete. 2024-09-11T22:46:12.570 INFO:tasks.ceph:Scrubbing osd.2 2024-09-11T22:46:12.570 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-11T22:46:12.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.677+0000 7f3d538f1640 1 Processor -- start 2024-09-11T22:46:12.678 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.677+0000 7f3d538f1640 1 -- start start 2024-09-11T22:46:12.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.678+0000 7f3d538f1640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3d4c15e680 0x7f3d4c0d3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.679 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.678+0000 7f3d538f1640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3d4c0b6950 0x7f3d4c0b79e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.678+0000 7f3d538f1640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d4c0d38c0 con 0x7f3d4c0d4200 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.678+0000 7f3d538f1640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f3d4c0cef40 con 0x7f3d4c0b6950 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.678+0000 7f3d538f1640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3d4c0cf220 con 0x7f3d4c15e680 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.678+0000 7f3d51e8e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3d4c0b6950 0x7f3d4c0b79e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.678+0000 7f3d50e8c640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3d4c0d4200 0x7f3d4c0b6240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34122/0 (socket says 172.21.15.16:34122) 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.678+0000 7f3d50e8c640 1 -- 172.21.15.16:0/2057269019 learned_addr learned my addr 172.21.15.16:0/2057269019 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.679+0000 7f3d5168d640 1 --2- 172.21.15.16:0/2057269019 >> v2:172.21.15.104:3300/0 conn(0x7f3d4c15e680 0x7f3d4c0d3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.679+0000 7f3d51e8e640 1 -- 172.21.15.16:0/2057269019 >> v2:172.21.15.104:3300/0 conn(0x7f3d4c15e680 msgr2=0x7f3d4c0d3cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.679+0000 7f3d51e8e640 1 --2- 172.21.15.16:0/2057269019 >> v2:172.21.15.104:3300/0 conn(0x7f3d4c15e680 0x7f3d4c0d3cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.679+0000 7f3d51e8e640 1 -- 172.21.15.16:0/2057269019 >> v1:172.21.15.16:6789/0 conn(0x7f3d4c0d4200 legacy=0x7f3d4c0b6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.679+0000 7f3d43fff640 1 -- 172.21.15.16:0/2057269019 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1928537457 0 0) 0x7f3d4c0d38c0 con 0x7f3d4c0d4200 2024-09-11T22:46:12.680 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.679+0000 7f3d51e8e640 1 -- 172.21.15.16:0/2057269019 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d4c0cf500 con 0x7f3d4c0b6950 2024-09-11T22:46:12.681 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.679+0000 7f3d5168d640 1 --2- 172.21.15.16:0/2057269019 >> v2:172.21.15.104:3300/0 conn(0x7f3d4c15e680 0x7f3d4c0d3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:46:12.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.679+0000 7f3d51e8e640 1 --2- 172.21.15.16:0/2057269019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d4c0b6950 0x7f3d4c0b79e0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c06e090 tx=0x7f3d4402a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7687d07fc2f586d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.679+0000 7f3d43fff640 1 -- 172.21.15.16:0/2057269019 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d44007740 con 0x7f3d4c0b6950 2024-09-11T22:46:12.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.679+0000 7f3d43fff640 1 -- 172.21.15.16:0/2057269019 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d440078e0 con 0x7f3d4c0b6950 2024-09-11T22:46:12.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.679+0000 7f3d43fff640 1 -- 172.21.15.16:0/2057269019 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d44007cb0 con 0x7f3d4c0b6950 2024-09-11T22:46:12.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.680+0000 7f3d538f1640 1 -- 172.21.15.16:0/2057269019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d4c0b6950 msgr2=0x7f3d4c0b79e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.680+0000 7f3d538f1640 1 --2- 172.21.15.16:0/2057269019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d4c0b6950 0x7f3d4c0b79e0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c06e090 tx=0x7f3d4402a560 comp rx=0 tx=0).stop 2024-09-11T22:46:12.682 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.680+0000 7f3d538f1640 1 -- 172.21.15.16:0/2057269019 shutdown_connections 2024-09-11T22:46:12.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.680+0000 7f3d538f1640 1 --2- 172.21.15.16:0/2057269019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d4c0b6950 0x7f3d4c0b79e0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.680+0000 7f3d538f1640 1 --2- 172.21.15.16:0/2057269019 >> v2:172.21.15.104:3300/0 conn(0x7f3d4c15e680 0x7f3d4c0d3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.680+0000 7f3d538f1640 1 -- 172.21.15.16:0/2057269019 >> 172.21.15.16:0/2057269019 conn(0x7f3d4c067f80 msgr2=0x7f3d4c0d1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:12.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.680+0000 7f3d538f1640 1 -- 172.21.15.16:0/2057269019 shutdown_connections 2024-09-11T22:46:12.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.680+0000 7f3d538f1640 1 -- 172.21.15.16:0/2057269019 wait complete. 2024-09-11T22:46:12.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.681+0000 7f3d538f1640 1 Processor -- start 2024-09-11T22:46:12.683 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.681+0000 7f3d538f1640 1 -- start start 2024-09-11T22:46:12.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d538f1640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d4c0b6950 0x7f3d4c0cd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d538f1640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d4c0d4200 0x7f3d4c0cbd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d538f1640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d4c15e680 0x7f3d4c14f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d538f1640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4c15ebe0 con 0x7f3d4c0b6950 2024-09-11T22:46:12.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d538f1640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4c15ea60 con 0x7f3d4c15e680 2024-09-11T22:46:12.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d538f1640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3d4c0b7f20 con 0x7f3d4c0d4200 2024-09-11T22:46:12.685 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d5168d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d4c0b6950 0x7f3d4c0cd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d5168d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d4c0b6950 0x7f3d4c0cd4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57654/0 (socket says 172.21.15.16:57654) 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d5168d640 1 -- 172.21.15.16:0/3075506452 learned_addr learned my addr 172.21.15.16:0/3075506452 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d50e8c640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d4c0d4200 0x7f3d4c0cbd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d51e8e640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d4c15e680 0x7f3d4c14f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d5168d640 1 -- 172.21.15.16:0/3075506452 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d4c0d4200 msgr2=0x7f3d4c0cbd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d5168d640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3d4c0d4200 0x7f3d4c0cbd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d5168d640 1 -- 172.21.15.16:0/3075506452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d4c15e680 msgr2=0x7f3d4c14f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.682+0000 7f3d5168d640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3d4c15e680 0x7f3d4c14f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.683+0000 7f3d5168d640 1 -- 172.21.15.16:0/3075506452 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d4c0cc400 con 0x7f3d4c0b6950 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.683+0000 7f3d5168d640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d4c0b6950 0x7f3d4c0cd4a0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f3d4800c7f0 tx=0x7f3d4800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.683+0000 7f3d41ffb640 1 -- 172.21.15.16:0/3075506452 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d48015070 con 0x7f3d4c0b6950 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.683+0000 7f3d41ffb640 1 -- 172.21.15.16:0/3075506452 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d48007820 con 0x7f3d4c0b6950 2024-09-11T22:46:12.686 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.683+0000 7f3d41ffb640 1 -- 172.21.15.16:0/3075506452 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d48007bd0 con 0x7f3d4c0b6950 2024-09-11T22:46:12.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.683+0000 7f3d538f1640 1 -- 172.21.15.16:0/3075506452 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d4c0cc6e0 con 0x7f3d4c0b6950 2024-09-11T22:46:12.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.683+0000 7f3d538f1640 1 -- 172.21.15.16:0/3075506452 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d4c0ccca0 con 0x7f3d4c0b6950 2024-09-11T22:46:12.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.684+0000 7f3d538f1640 1 -- 172.21.15.16:0/3075506452 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3d4c14fb30 con 0x7f3d4c0b6950 2024-09-11T22:46:12.687 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.684+0000 7f3d41ffb640 1 -- 172.21.15.16:0/3075506452 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f3d48018070 con 0x7f3d4c0b6950 2024-09-11T22:46:12.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.685+0000 7f3d41ffb640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f3d3006be30 0x7f3d3006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.685+0000 7f3d41ffb640 1 -- 172.21.15.16:0/3075506452 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f3d4808b160 con 0x7f3d4c0b6950 2024-09-11T22:46:12.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.685+0000 7f3d50e8c640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f3d3006be30 0x7f3d3006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.685+0000 7f3d41ffb640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] conn(0x7f3d30072820 0x7f3d30074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.688 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.685+0000 7f3d41ffb640 1 -- 172.21.15.16:0/3075506452 --> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3d4801de50 con 0x7f3d30072820 2024-09-11T22:46:12.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.685+0000 7f3d41ffb640 1 -- 172.21.15.16:0/3075506452 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f3d48092050 con 0x7f3d4c0b6950 2024-09-11T22:46:12.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.685+0000 7f3d51e8e640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] conn(0x7f3d30072820 0x7f3d30074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.686+0000 7f3d50e8c640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f3d3006be30 0x7f3d3006e2f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c0d4a40 tx=0x7f3d3c007b50 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.686+0000 7f3d51e8e640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] conn(0x7f3d30072820 0x7f3d30074c60 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.689 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.686+0000 7f3d41ffb640 1 -- 172.21.15.16:0/3075506452 <== osd.2 v2:172.21.15.16:6808/827506163 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3d4801de50 con 0x7f3d30072820 2024-09-11T22:46:12.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.699+0000 7f3d538f1640 1 -- 172.21.15.16:0/3075506452 --> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f3d4c0b79e0 con 0x7f3d30072820 2024-09-11T22:46:12.701 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.699+0000 7f3d41ffb640 1 -- 172.21.15.16:0/3075506452 <== osd.2 v2:172.21.15.16:6808/827506163 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f3d4c0b79e0 con 0x7f3d30072820 2024-09-11T22:46:12.701 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:46:12.701 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-11T22:46:12.701 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:46:12.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.699+0000 7f3d538f1640 1 -- 172.21.15.16:0/3075506452 >> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] conn(0x7f3d30072820 msgr2=0x7f3d30074c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.699+0000 7f3d538f1640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.16:6808/827506163,v1:172.21.15.16:6809/827506163] conn(0x7f3d30072820 0x7f3d30074c60 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.700+0000 7f3d538f1640 1 -- 172.21.15.16:0/3075506452 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f3d3006be30 msgr2=0x7f3d3006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.700+0000 7f3d538f1640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f3d3006be30 0x7f3d3006e2f0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c0d4a40 tx=0x7f3d3c007b50 comp rx=0 tx=0).stop 2024-09-11T22:46:12.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.700+0000 7f3d538f1640 1 -- 172.21.15.16:0/3075506452 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d4c0b6950 msgr2=0x7f3d4c0cd4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.700+0000 7f3d538f1640 1 --2- 172.21.15.16:0/3075506452 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3d4c0b6950 0x7f3d4c0cd4a0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f3d4800c7f0 tx=0x7f3d4800ccb0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.702 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.700+0000 7f3d51e8e640 1 -- 172.21.15.16:0/3075506452 reap_dead start 2024-09-11T22:46:12.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.700+0000 7f3d538f1640 1 -- 172.21.15.16:0/3075506452 shutdown_connections 2024-09-11T22:46:12.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.700+0000 7f3d538f1640 1 -- 172.21.15.16:0/3075506452 >> 172.21.15.16:0/3075506452 conn(0x7f3d4c067f80 msgr2=0x7f3d4c0b82e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:12.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.700+0000 7f3d538f1640 1 -- 172.21.15.16:0/3075506452 shutdown_connections 2024-09-11T22:46:12.703 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.700+0000 7f3d538f1640 1 -- 172.21.15.16:0/3075506452 wait complete. 2024-09-11T22:46:12.711 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-11T22:46:12.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.813+0000 7f949a20e640 1 Processor -- start 2024-09-11T22:46:12.814 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.813+0000 7f949a20e640 1 -- start start 2024-09-11T22:46:12.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.814+0000 7f949a20e640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f949406fa40 0x7f94940cfa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.814+0000 7f949a20e640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9494072420 con 0x7f94940cf5c0 2024-09-11T22:46:12.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.814+0000 7f949a20e640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94940cc920 con 0x7f949415b270 2024-09-11T22:46:12.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.814+0000 7f949a20e640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f94940cff40 con 0x7f949406fa40 2024-09-11T22:46:12.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.814+0000 7f9493fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f949406fa40 0x7f94940cfa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.814+0000 7f9492ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f94940cf5c0 0x7f949406f330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34124/0 (socket says 172.21.15.16:34124) 2024-09-11T22:46:12.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.814+0000 7f9492ffd640 1 -- 172.21.15.16:0/3500879271 learned_addr learned my addr 172.21.15.16:0/3500879271 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:12.815 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.814+0000 7f9493fff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f949406fa40 0x7f94940cfa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57658/0 (socket says 172.21.15.16:57658) 2024-09-11T22:46:12.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.814+0000 7f9493fff640 1 -- 172.21.15.16:0/3500879271 >> v1:172.21.15.104:6789/0 conn(0x7f949415b270 legacy=0x7f949415b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.814+0000 7f9493fff640 1 -- 172.21.15.16:0/3500879271 >> v1:172.21.15.16:6789/0 conn(0x7f94940cf5c0 legacy=0x7f949406f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.816 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.814+0000 7f9493fff640 1 -- 172.21.15.16:0/3500879271 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94940d0160 con 0x7f949406fa40 2024-09-11T22:46:12.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.815+0000 7f9493fff640 1 --2- 172.21.15.16:0/3500879271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f949406fa40 0x7f94940cfa00 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f94940ccaf0 tx=0x7f948c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3da1ae3f8d1272b server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.815+0000 7f94927fc640 1 -- 172.21.15.16:0/3500879271 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948c007740 con 0x7f949406fa40 2024-09-11T22:46:12.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.815+0000 7f94927fc640 1 -- 172.21.15.16:0/3500879271 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f948c0078e0 con 0x7f949406fa40 2024-09-11T22:46:12.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.815+0000 7f94927fc640 1 -- 172.21.15.16:0/3500879271 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948c007cb0 con 0x7f949406fa40 2024-09-11T22:46:12.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.816+0000 7f949a20e640 1 -- 172.21.15.16:0/3500879271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f949406fa40 msgr2=0x7f94940cfa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.816+0000 7f949a20e640 1 --2- 172.21.15.16:0/3500879271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f949406fa40 0x7f94940cfa00 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f94940ccaf0 tx=0x7f948c02a660 comp rx=0 tx=0).stop 2024-09-11T22:46:12.817 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.816+0000 7f949a20e640 1 -- 172.21.15.16:0/3500879271 shutdown_connections 2024-09-11T22:46:12.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.816+0000 7f949a20e640 1 --2- 172.21.15.16:0/3500879271 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f949406fa40 0x7f94940cfa00 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.816+0000 7f949a20e640 1 -- 172.21.15.16:0/3500879271 >> 172.21.15.16:0/3500879271 conn(0x7f9494067f80 msgr2=0x7f949406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:12.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.816+0000 7f949a20e640 1 -- 172.21.15.16:0/3500879271 shutdown_connections 2024-09-11T22:46:12.818 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.816+0000 7f949a20e640 1 -- 172.21.15.16:0/3500879271 wait complete. 2024-09-11T22:46:12.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.817+0000 7f949a20e640 1 Processor -- start 2024-09-11T22:46:12.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.817+0000 7f949a20e640 1 -- start start 2024-09-11T22:46:12.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f949a20e640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f949406fa40 0x7f949413f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f949a20e640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f94940cf5c0 0x7f94940c9c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f949a20e640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f949415b270 0x7f94940ca170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.820 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f949a20e640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f94940ccea0 con 0x7f94940cf5c0 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f949a20e640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f94940ccbc0 con 0x7f949406fa40 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f949a20e640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f94940cd3c0 con 0x7f949415b270 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f9492ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f94940cf5c0 0x7f94940c9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f9492ffd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f94940cf5c0 0x7f94940c9c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57664/0 (socket says 172.21.15.16:57664) 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f9492ffd640 1 -- 172.21.15.16:0/3237217264 learned_addr learned my addr 172.21.15.16:0/3237217264 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f94937fe640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f949406fa40 0x7f949413f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f9493fff640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f949415b270 0x7f94940ca170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f9492ffd640 1 -- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f949415b270 msgr2=0x7f94940ca170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f9492ffd640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f949415b270 0x7f94940ca170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f9492ffd640 1 -- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f949406fa40 msgr2=0x7f949413f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.818+0000 7f9492ffd640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f949406fa40 0x7f949413f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.819+0000 7f9492ffd640 1 -- 172.21.15.16:0/3237217264 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f949414a810 con 0x7f94940cf5c0 2024-09-11T22:46:12.821 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.819+0000 7f9492ffd640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f94940cf5c0 0x7f94940c9c30 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f948800c450 tx=0x7f948800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.819+0000 7f947bfff640 1 -- 172.21.15.16:0/3237217264 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9488017070 con 0x7f94940cf5c0 2024-09-11T22:46:12.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.819+0000 7f947bfff640 1 -- 172.21.15.16:0/3237217264 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9488005ce0 con 0x7f94940cf5c0 2024-09-11T22:46:12.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.819+0000 7f949a20e640 1 -- 172.21.15.16:0/3237217264 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94941f7d30 con 0x7f94940cf5c0 2024-09-11T22:46:12.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.819+0000 7f947bfff640 1 -- 172.21.15.16:0/3237217264 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94880072b0 con 0x7f94940cf5c0 2024-09-11T22:46:12.822 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.819+0000 7f949a20e640 1 -- 172.21.15.16:0/3237217264 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94941f82f0 con 0x7f94940cf5c0 2024-09-11T22:46:12.823 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.820+0000 7f949a20e640 1 -- 172.21.15.16:0/3237217264 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9494159f80 con 0x7f94940cf5c0 2024-09-11T22:46:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.820+0000 7f947bfff640 1 -- 172.21.15.16:0/3237217264 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f948801a070 con 0x7f94940cf5c0 2024-09-11T22:46:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.821+0000 7f947bfff640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f948006be30 0x7f948006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.821+0000 7f947bfff640 1 -- 172.21.15.16:0/3237217264 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f948808a1b0 con 0x7f94940cf5c0 2024-09-11T22:46:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.821+0000 7f94937fe640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f948006be30 0x7f948006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:12.824 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.822+0000 7f94937fe640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f948006be30 0x7f948006e2f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f94840016e0 tx=0x7f9484009040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:12.826 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:12.826+0000 7f947bfff640 1 -- 172.21.15.16:0/3237217264 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f9494159f80 con 0x7f94940cf5c0 2024-09-11T22:46:13.003 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.002+0000 7f949a20e640 1 -- 172.21.15.16:0/3237217264 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f94940cfa00 con 0x7f948006be30 2024-09-11T22:46:13.004 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.003+0000 7f947bfff640 1 -- 172.21.15.16:0/3237217264 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f94940cfa00 con 0x7f948006be30 2024-09-11T22:46:13.004 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 2 to deep-scrub 2024-09-11T22:46:13.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 -- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f948006be30 msgr2=0x7f948006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f948006be30 0x7f948006e2f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f94840016e0 tx=0x7f9484009040 comp rx=0 tx=0).stop 2024-09-11T22:46:13.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 -- 172.21.15.16:0/3237217264 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f94940cf5c0 msgr2=0x7f94940c9c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f94940cf5c0 0x7f94940c9c30 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f948800c450 tx=0x7f948800c910 comp rx=0 tx=0).stop 2024-09-11T22:46:13.006 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 -- 172.21.15.16:0/3237217264 shutdown_connections 2024-09-11T22:46:13.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f948006be30 0x7f948006e2f0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f949415b270 0x7f94940ca170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f94940cf5c0 0x7f94940c9c30 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 --2- 172.21.15.16:0/3237217264 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f949406fa40 0x7f949413f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 -- 172.21.15.16:0/3237217264 >> 172.21.15.16:0/3237217264 conn(0x7f9494067f80 msgr2=0x7f9494159870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:13.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 -- 172.21.15.16:0/3237217264 shutdown_connections 2024-09-11T22:46:13.007 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.005+0000 7f949a20e640 1 -- 172.21.15.16:0/3237217264 wait complete. 2024-09-11T22:46:13.017 INFO:tasks.ceph:Scrubbing osd.3 2024-09-11T22:46:13.018 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-11T22:46:13.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.124+0000 7f29913f8640 1 Processor -- start 2024-09-11T22:46:13.125 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.124+0000 7f29913f8640 1 -- start start 2024-09-11T22:46:13.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.125+0000 7f29913f8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f298c15c670 0x7f298c0d0b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.126 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.125+0000 7f29913f8640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f298c0cf680 0x7f298c0ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.125+0000 7f29913f8640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f298c0b3080 con 0x7f298c0d10a0 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.125+0000 7f29913f8640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f298c0b3360 con 0x7f298c0cf680 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.125+0000 7f29913f8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f298c0b3640 con 0x7f298c15c670 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.126+0000 7f298b7fe640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f298c0cf680 0x7f298c0ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.126+0000 7f298affd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f298c15c670 0x7f298c0d0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.126+0000 7f298a7fc640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f298c0d10a0 0x7f298c0cef70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:40696/0 (socket says 172.21.15.16:40696) 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.126+0000 7f298a7fc640 1 -- 172.21.15.16:0/570587996 learned_addr learned my addr 172.21.15.16:0/570587996 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.126+0000 7f298b7fe640 1 --2- 172.21.15.16:0/570587996 >> v2:172.21.15.104:3300/0 conn(0x7f298c0cf680 0x7f298c0ccf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3300/0 says I am v2:172.21.15.16:39364/0 (socket says 172.21.15.16:39364) 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.126+0000 7f298b7fe640 1 -- 172.21.15.16:0/570587996 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f298c15c670 msgr2=0x7f298c0d0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.126+0000 7f298b7fe640 1 --2- 172.21.15.16:0/570587996 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f298c15c670 0x7f298c0d0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.126+0000 7f298b7fe640 1 -- 172.21.15.16:0/570587996 >> v1:172.21.15.104:6789/0 conn(0x7f298c0d10a0 legacy=0x7f298c0cef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.127 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.126+0000 7f298b7fe640 1 -- 172.21.15.16:0/570587996 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f298c0b3920 con 0x7f298c0cf680 2024-09-11T22:46:13.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f298b7fe640 1 --2- 172.21.15.16:0/570587996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f298c0cf680 0x7f298c0ccf60 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f297c009d90 tx=0x7f297c02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=386f60db4ec30f23 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.128 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f2989ffb640 1 -- 172.21.15.16:0/570587996 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c007740 con 0x7f298c0cf680 2024-09-11T22:46:13.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f2989ffb640 1 -- 172.21.15.16:0/570587996 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f297c0078e0 con 0x7f298c0cf680 2024-09-11T22:46:13.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f2989ffb640 1 -- 172.21.15.16:0/570587996 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297c007cb0 con 0x7f298c0cf680 2024-09-11T22:46:13.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f29913f8640 1 -- 172.21.15.16:0/570587996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f298c0cf680 msgr2=0x7f298c0ccf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f29913f8640 1 --2- 172.21.15.16:0/570587996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f298c0cf680 0x7f298c0ccf60 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f297c009d90 tx=0x7f297c02a660 comp rx=0 tx=0).stop 2024-09-11T22:46:13.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f29913f8640 1 -- 172.21.15.16:0/570587996 shutdown_connections 2024-09-11T22:46:13.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f29913f8640 1 --2- 172.21.15.16:0/570587996 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f298c0cf680 0x7f298c0ccf60 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f29913f8640 1 --2- 172.21.15.16:0/570587996 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f298c15c670 0x7f298c0d0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f29913f8640 1 -- 172.21.15.16:0/570587996 >> 172.21.15.16:0/570587996 conn(0x7f298c0b4110 msgr2=0x7f298c0b4520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:13.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f29913f8640 1 -- 172.21.15.16:0/570587996 shutdown_connections 2024-09-11T22:46:13.129 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.127+0000 7f29913f8640 1 -- 172.21.15.16:0/570587996 wait complete. 2024-09-11T22:46:13.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.129+0000 7f29913f8640 1 Processor -- start 2024-09-11T22:46:13.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.129+0000 7f29913f8640 1 -- start start 2024-09-11T22:46:13.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.129+0000 7f29913f8640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f298c0cf680 0x7f298c1596b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f29913f8640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f298c0d10a0 0x7f298c0c6090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f29913f8640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f298c15c670 0x7f298c0c6d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f29913f8640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f298c0b1b50 con 0x7f298c0cf680 2024-09-11T22:46:13.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f29913f8640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f298c0b19d0 con 0x7f298c15c670 2024-09-11T22:46:13.132 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f29913f8640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f298c0cd4a0 con 0x7f298c0d10a0 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f298affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f298c0cf680 0x7f298c1596b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f298affd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f298c0cf680 0x7f298c1596b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57678/0 (socket says 172.21.15.16:57678) 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f298affd640 1 -- 172.21.15.16:0/100905292 learned_addr learned my addr 172.21.15.16:0/100905292 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f298b7fe640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f298c15c670 0x7f298c0c6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f298a7fc640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f298c0d10a0 0x7f298c0c6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f298affd640 1 -- 172.21.15.16:0/100905292 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f298c0d10a0 msgr2=0x7f298c0c6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f298affd640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f298c0d10a0 0x7f298c0c6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f298affd640 1 -- 172.21.15.16:0/100905292 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f298c15c670 msgr2=0x7f298c0c6d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f298affd640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f298c15c670 0x7f298c0c6d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f298affd640 1 -- 172.21.15.16:0/100905292 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f298c0b7010 con 0x7f298c0cf680 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f298affd640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f298c0cf680 0x7f298c1596b0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f298400e8a0 tx=0x7f298400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f29837fe640 1 -- 172.21.15.16:0/100905292 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2984017070 con 0x7f298c0cf680 2024-09-11T22:46:13.133 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f29837fe640 1 -- 172.21.15.16:0/100905292 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f298400c940 con 0x7f298c0cf680 2024-09-11T22:46:13.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f29837fe640 1 -- 172.21.15.16:0/100905292 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f298400cd30 con 0x7f298c0cf680 2024-09-11T22:46:13.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.130+0000 7f29913f8640 1 -- 172.21.15.16:0/100905292 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f298c0b72f0 con 0x7f298c0cf680 2024-09-11T22:46:13.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.131+0000 7f29913f8640 1 -- 172.21.15.16:0/100905292 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f298c159bf0 con 0x7f298c0cf680 2024-09-11T22:46:13.134 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.131+0000 7f29913f8640 1 -- 172.21.15.16:0/100905292 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f298c0b79b0 con 0x7f298c0cf680 2024-09-11T22:46:13.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.132+0000 7f29837fe640 1 -- 172.21.15.16:0/100905292 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f298401a070 con 0x7f298c0cf680 2024-09-11T22:46:13.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.132+0000 7f29837fe640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f296c06be30 0x7f296c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.132+0000 7f29837fe640 1 -- 172.21.15.16:0/100905292 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f298408b060 con 0x7f298c0cf680 2024-09-11T22:46:13.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.133+0000 7f29837fe640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] conn(0x7f296c072820 0x7f296c074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.135 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.133+0000 7f29837fe640 1 -- 172.21.15.16:0/100905292 --> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2984016ec0 con 0x7f296c072820 2024-09-11T22:46:13.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.133+0000 7f29837fe640 1 -- 172.21.15.16:0/100905292 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f2984092050 con 0x7f298c0cf680 2024-09-11T22:46:13.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.133+0000 7f298a7fc640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f296c06be30 0x7f296c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.133+0000 7f298b7fe640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] conn(0x7f296c072820 0x7f296c074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.133+0000 7f298a7fc640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f296c06be30 0x7f296c06e2f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f298c0b7f70 tx=0x7f2974007e80 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.133+0000 7f298b7fe640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] conn(0x7f296c072820 0x7f296c074c60 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.136 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.134+0000 7f29837fe640 1 -- 172.21.15.16:0/100905292 <== osd.3 v2:172.21.15.16:6800/1413539193 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2984016ec0 con 0x7f296c072820 2024-09-11T22:46:13.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.146+0000 7f29913f8640 1 -- 172.21.15.16:0/100905292 --> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f298c0ccf60 con 0x7f296c072820 2024-09-11T22:46:13.147 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.146+0000 7f29837fe640 1 -- 172.21.15.16:0/100905292 <== osd.3 v2:172.21.15.16:6800/1413539193 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f298c0ccf60 con 0x7f296c072820 2024-09-11T22:46:13.147 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:46:13.148 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-11T22:46:13.148 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:46:13.148 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.147+0000 7f29913f8640 1 -- 172.21.15.16:0/100905292 >> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] conn(0x7f296c072820 msgr2=0x7f296c074c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.147+0000 7f29913f8640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.16:6800/1413539193,v1:172.21.15.16:6801/1413539193] conn(0x7f296c072820 0x7f296c074c60 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.147+0000 7f29913f8640 1 -- 172.21.15.16:0/100905292 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f296c06be30 msgr2=0x7f296c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.147+0000 7f29913f8640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f296c06be30 0x7f296c06e2f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f298c0b7f70 tx=0x7f2974007e80 comp rx=0 tx=0).stop 2024-09-11T22:46:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.147+0000 7f29913f8640 1 -- 172.21.15.16:0/100905292 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f298c0cf680 msgr2=0x7f298c1596b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.147+0000 7f29913f8640 1 --2- 172.21.15.16:0/100905292 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f298c0cf680 0x7f298c1596b0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f298400e8a0 tx=0x7f298400ed60 comp rx=0 tx=0).stop 2024-09-11T22:46:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.147+0000 7f298b7fe640 1 -- 172.21.15.16:0/100905292 reap_dead start 2024-09-11T22:46:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.147+0000 7f29913f8640 1 -- 172.21.15.16:0/100905292 shutdown_connections 2024-09-11T22:46:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.147+0000 7f29913f8640 1 -- 172.21.15.16:0/100905292 >> 172.21.15.16:0/100905292 conn(0x7f298c0b4110 msgr2=0x7f298c070df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.147+0000 7f29913f8640 1 -- 172.21.15.16:0/100905292 shutdown_connections 2024-09-11T22:46:13.149 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.147+0000 7f29913f8640 1 -- 172.21.15.16:0/100905292 wait complete. 2024-09-11T22:46:13.158 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-11T22:46:13.261 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.260+0000 7f76fd742640 1 Processor -- start 2024-09-11T22:46:13.262 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.260+0000 7f76fd742640 1 -- start start 2024-09-11T22:46:13.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.261+0000 7f76fd742640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76f815e8c0 0x7f76f806f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.261+0000 7f76fd742640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f76f80d1390 0x7f76f8070be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.264 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.261+0000 7f76fd742640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f8071120 0x7f76f80b4e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.261+0000 7f76fd742640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f76f806fb40 con 0x7f76f815e8c0 2024-09-11T22:46:13.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.261+0000 7f76fd742640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f76f806fe20 con 0x7f76f80d1390 2024-09-11T22:46:13.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.261+0000 7f76fd742640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f76f8070100 con 0x7f76f8071120 2024-09-11T22:46:13.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.261+0000 7f76f6ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76f815e8c0 0x7f76f806f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.261+0000 7f76f6ffd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76f815e8c0 0x7f76f806f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57682/0 (socket says 172.21.15.16:57682) 2024-09-11T22:46:13.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.261+0000 7f76f6ffd640 1 -- 172.21.15.16:0/3504563129 learned_addr learned my addr 172.21.15.16:0/3504563129 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:13.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.262+0000 7f76f67fc640 1 --2- 172.21.15.16:0/3504563129 >> v2:172.21.15.104:3300/0 conn(0x7f76f80d1390 0x7f76f8070be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.262+0000 7f76f77fe640 1 --2- 172.21.15.16:0/3504563129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f8071120 0x7f76f80b4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.262+0000 7f76f6ffd640 1 -- 172.21.15.16:0/3504563129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f8071120 msgr2=0x7f76f80b4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:13.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.262+0000 7f76f6ffd640 1 --2- 172.21.15.16:0/3504563129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f8071120 0x7f76f80b4e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.265 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.262+0000 7f76f6ffd640 1 -- 172.21.15.16:0/3504563129 >> v2:172.21.15.104:3300/0 conn(0x7f76f80d1390 msgr2=0x7f76f8070be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:13.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.262+0000 7f76f6ffd640 1 --2- 172.21.15.16:0/3504563129 >> v2:172.21.15.104:3300/0 conn(0x7f76f80d1390 0x7f76f8070be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.262+0000 7f76f6ffd640 1 -- 172.21.15.16:0/3504563129 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76f80703e0 con 0x7f76f815e8c0 2024-09-11T22:46:13.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.262+0000 7f76f67fc640 1 --2- 172.21.15.16:0/3504563129 >> v2:172.21.15.104:3300/0 conn(0x7f76f80d1390 0x7f76f8070be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:46:13.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.262+0000 7f76f77fe640 1 --2- 172.21.15.16:0/3504563129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f8071120 0x7f76f80b4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:46:13.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76f6ffd640 1 --2- 172.21.15.16:0/3504563129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76f815e8c0 0x7f76f806f2f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f76f8074050 tx=0x7f76e802c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9329d23af0ad588d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76f5ffb640 1 -- 172.21.15.16:0/3504563129 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e8039070 con 0x7f76f815e8c0 2024-09-11T22:46:13.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76f5ffb640 1 -- 172.21.15.16:0/3504563129 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76e8009600 con 0x7f76f815e8c0 2024-09-11T22:46:13.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76f5ffb640 1 -- 172.21.15.16:0/3504563129 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e80099f0 con 0x7f76f815e8c0 2024-09-11T22:46:13.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76fd742640 1 -- 172.21.15.16:0/3504563129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76f815e8c0 msgr2=0x7f76f806f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76fd742640 1 --2- 172.21.15.16:0/3504563129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76f815e8c0 0x7f76f806f2f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f76f8074050 tx=0x7f76e802c810 comp rx=0 tx=0).stop 2024-09-11T22:46:13.266 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76fd742640 1 -- 172.21.15.16:0/3504563129 shutdown_connections 2024-09-11T22:46:13.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76fd742640 1 --2- 172.21.15.16:0/3504563129 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f8071120 0x7f76f80b4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76fd742640 1 --2- 172.21.15.16:0/3504563129 >> v2:172.21.15.104:3300/0 conn(0x7f76f80d1390 0x7f76f8070be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76fd742640 1 --2- 172.21.15.16:0/3504563129 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76f815e8c0 0x7f76f806f2f0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76fd742640 1 -- 172.21.15.16:0/3504563129 >> 172.21.15.16:0/3504563129 conn(0x7f76f809aa40 msgr2=0x7f76f80b69d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:13.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76fd742640 1 -- 172.21.15.16:0/3504563129 shutdown_connections 2024-09-11T22:46:13.267 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.263+0000 7f76fd742640 1 -- 172.21.15.16:0/3504563129 wait complete. 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.265+0000 7f76fd742640 1 Processor -- start 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.265+0000 7f76fd742640 1 -- start start 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.265+0000 7f76fd742640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76f8071120 0x7f76f81f4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.265+0000 7f76fd742640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76f80d1390 0x7f76f814df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.265+0000 7f76fd742640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f815e8c0 0x7f76f80cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.265+0000 7f76fd742640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f76f80b54f0 con 0x7f76f80d1390 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.265+0000 7f76fd742640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f76f80b5370 con 0x7f76f8071120 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.265+0000 7f76fd742640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f76f80b5670 con 0x7f76f815e8c0 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.265+0000 7f76f67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76f80d1390 0x7f76f814df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76f67fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76f80d1390 0x7f76f814df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57690/0 (socket says 172.21.15.16:57690) 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76f67fc640 1 -- 172.21.15.16:0/2091784001 learned_addr learned my addr 172.21.15.16:0/2091784001 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:13.270 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76f6ffd640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76f8071120 0x7f76f81f4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76f77fe640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f815e8c0 0x7f76f80cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76f67fc640 1 -- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f815e8c0 msgr2=0x7f76f80cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76f67fc640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f815e8c0 0x7f76f80cbea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76f67fc640 1 -- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76f8071120 msgr2=0x7f76f81f4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76f67fc640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76f8071120 0x7f76f81f4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76f67fc640 1 -- 172.21.15.16:0/2091784001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76f80ca830 con 0x7f76f80d1390 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76f77fe640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f815e8c0 0x7f76f80cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76f67fc640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76f80d1390 0x7f76f814df70 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f76e000c7f0 tx=0x7f76e000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76ef7fe640 1 -- 172.21.15.16:0/2091784001 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e0015070 con 0x7f76f80d1390 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76ef7fe640 1 -- 172.21.15.16:0/2091784001 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f76e0007820 con 0x7f76f80d1390 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76ef7fe640 1 -- 172.21.15.16:0/2091784001 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e0007bd0 con 0x7f76f80d1390 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76fd742640 1 -- 172.21.15.16:0/2091784001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76f81f4b70 con 0x7f76f80d1390 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.266+0000 7f76fd742640 1 -- 172.21.15.16:0/2091784001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76f81f5130 con 0x7f76f80d1390 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.267+0000 7f76fd742640 1 -- 172.21.15.16:0/2091784001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76f8070be0 con 0x7f76f80d1390 2024-09-11T22:46:13.271 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.268+0000 7f76ef7fe640 1 -- 172.21.15.16:0/2091784001 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f76e0018070 con 0x7f76f80d1390 2024-09-11T22:46:13.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.268+0000 7f76ef7fe640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f76d806be30 0x7f76d806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.268+0000 7f76ef7fe640 1 -- 172.21.15.16:0/2091784001 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f76e008afa0 con 0x7f76f80d1390 2024-09-11T22:46:13.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.268+0000 7f76f6ffd640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f76d806be30 0x7f76d806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.269+0000 7f76f6ffd640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f76d806be30 0x7f76d806e2f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f76e8036000 tx=0x7f76e800b000 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.273 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.273+0000 7f76ef7fe640 1 -- 172.21.15.16:0/2091784001 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f76e0059210 con 0x7f76f80d1390 2024-09-11T22:46:13.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.449+0000 7f76fd742640 1 -- 172.21.15.16:0/2091784001 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f76f815cfb0 con 0x7f76d806be30 2024-09-11T22:46:13.450 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.449+0000 7f76ef7fe640 1 -- 172.21.15.16:0/2091784001 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f76f815cfb0 con 0x7f76d806be30 2024-09-11T22:46:13.450 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 3 to deep-scrub 2024-09-11T22:46:13.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 -- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f76d806be30 msgr2=0x7f76d806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f76d806be30 0x7f76d806e2f0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f76e8036000 tx=0x7f76e800b000 comp rx=0 tx=0).stop 2024-09-11T22:46:13.452 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 -- 172.21.15.16:0/2091784001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76f80d1390 msgr2=0x7f76f814df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76f80d1390 0x7f76f814df70 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f76e000c7f0 tx=0x7f76e000ccb0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 -- 172.21.15.16:0/2091784001 shutdown_connections 2024-09-11T22:46:13.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f76d806be30 0x7f76d806e2f0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f76f815e8c0 0x7f76f80cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76f80d1390 0x7f76f814df70 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 --2- 172.21.15.16:0/2091784001 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f76f8071120 0x7f76f81f4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 -- 172.21.15.16:0/2091784001 >> 172.21.15.16:0/2091784001 conn(0x7f76f809aa40 msgr2=0x7f76f80b3610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:13.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 -- 172.21.15.16:0/2091784001 shutdown_connections 2024-09-11T22:46:13.453 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.451+0000 7f76fd742640 1 -- 172.21.15.16:0/2091784001 wait complete. 2024-09-11T22:46:13.462 INFO:tasks.ceph:Scrubbing osd.4 2024-09-11T22:46:13.463 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-11T22:46:13.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.569+0000 7f9cfd80a640 1 Processor -- start 2024-09-11T22:46:13.570 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.569+0000 7f9cfd80a640 1 -- start start 2024-09-11T22:46:13.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cfd80a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9cf815e680 0x7f9cf80d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.571 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cfd80a640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f9cf80d4270 0x7f9cf80b6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cfd80a640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9cf80d2a60 con 0x7f9cf80b6780 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cfd80a640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f9cf80b7850 con 0x7f9cf80d4270 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cfd80a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9cf80d2d40 con 0x7f9cf815e680 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cf77fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9cf80b6780 0x7f9cf806cff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34132/0 (socket says 172.21.15.16:34132) 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cf77fe640 1 -- 172.21.15.16:0/1129913637 learned_addr learned my addr 172.21.15.16:0/1129913637 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9ceffff640 1 --2- 172.21.15.16:0/1129913637 >> v2:172.21.15.104:3300/0 conn(0x7f9cf80d4270 0x7f9cf80b6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cf6ffd640 1 --2- 172.21.15.16:0/1129913637 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9cf815e680 0x7f9cf80d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cf67fc640 1 -- 172.21.15.16:0/1129913637 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 582172467 0 0) 0x7f9cf80d2a60 con 0x7f9cf80b6780 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cf67fc640 1 -- 172.21.15.16:0/1129913637 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9ce4003520 con 0x7f9cf80b6780 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9ceffff640 1 -- 172.21.15.16:0/1129913637 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9cf815e680 msgr2=0x7f9cf80d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9ceffff640 1 --2- 172.21.15.16:0/1129913637 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9cf815e680 0x7f9cf80d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.572 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9ceffff640 1 -- 172.21.15.16:0/1129913637 >> v1:172.21.15.16:6789/0 conn(0x7f9cf80b6780 legacy=0x7f9cf806cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cf67fc640 1 -- 172.21.15.16:0/1129913637 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2374703320 0 0) 0x7f9ce4003520 con 0x7f9cf80b6780 2024-09-11T22:46:13.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9ceffff640 1 -- 172.21.15.16:0/1129913637 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cf80d3020 con 0x7f9cf80d4270 2024-09-11T22:46:13.573 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.570+0000 7f9cf6ffd640 1 --2- 172.21.15.16:0/1129913637 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9cf815e680 0x7f9cf80d3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.571+0000 7f9ceffff640 1 --2- 172.21.15.16:0/1129913637 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cf80d4270 0x7f9cf80b6240 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9ce00097a0 tx=0x7f9ce002a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a78f32f6b69f3d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.571+0000 7f9cf67fc640 1 -- 172.21.15.16:0/1129913637 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ce0037070 con 0x7f9cf80d4270 2024-09-11T22:46:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.571+0000 7f9cf67fc640 1 -- 172.21.15.16:0/1129913637 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ce002aba0 con 0x7f9cf80d4270 2024-09-11T22:46:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.571+0000 7f9cf67fc640 1 -- 172.21.15.16:0/1129913637 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf00019f0 con 0x7f9cf80d4270 2024-09-11T22:46:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.572+0000 7f9cfd80a640 1 -- 172.21.15.16:0/1129913637 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cf80d4270 msgr2=0x7f9cf80b6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.574 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.572+0000 7f9cfd80a640 1 --2- 172.21.15.16:0/1129913637 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cf80d4270 0x7f9cf80b6240 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9ce00097a0 tx=0x7f9ce002a110 comp rx=0 tx=0).stop 2024-09-11T22:46:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.572+0000 7f9cfd80a640 1 -- 172.21.15.16:0/1129913637 shutdown_connections 2024-09-11T22:46:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.572+0000 7f9cfd80a640 1 --2- 172.21.15.16:0/1129913637 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cf80d4270 0x7f9cf80b6240 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.572+0000 7f9cfd80a640 1 --2- 172.21.15.16:0/1129913637 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9cf815e680 0x7f9cf80d3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.572+0000 7f9cfd80a640 1 -- 172.21.15.16:0/1129913637 >> 172.21.15.16:0/1129913637 conn(0x7f9cf8067fb0 msgr2=0x7f9cf80d1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.572+0000 7f9cfd80a640 1 -- 172.21.15.16:0/1129913637 shutdown_connections 2024-09-11T22:46:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.572+0000 7f9cfd80a640 1 -- 172.21.15.16:0/1129913637 wait complete. 2024-09-11T22:46:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.573+0000 7f9cfd80a640 1 Processor -- start 2024-09-11T22:46:13.575 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.573+0000 7f9cfd80a640 1 -- start start 2024-09-11T22:46:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9cfd80a640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cf80b6780 0x7f9cf81f51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9cfd80a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9cf80d4270 0x7f9cf8153800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9cfd80a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9cf815e680 0x7f9cf8157930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9cfd80a640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf815ea60 con 0x7f9cf80d4270 2024-09-11T22:46:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9cfd80a640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f9cf80d35e0 con 0x7f9cf80b6780 2024-09-11T22:46:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9cfd80a640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f9cf815ebe0 con 0x7f9cf815e680 2024-09-11T22:46:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9ceffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9cf80d4270 0x7f9cf8153800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9ceffff640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9cf80d4270 0x7f9cf8153800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57692/0 (socket says 172.21.15.16:57692) 2024-09-11T22:46:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9ceffff640 1 -- 172.21.15.16:0/82435427 learned_addr learned my addr 172.21.15.16:0/82435427 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9cf77fe640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9cf815e680 0x7f9cf8157930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.578 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9cf6ffd640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cf80b6780 0x7f9cf81f51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9ceffff640 1 -- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9cf815e680 msgr2=0x7f9cf8157930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9ceffff640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f9cf815e680 0x7f9cf8157930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9ceffff640 1 -- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cf80b6780 msgr2=0x7f9cf81f51e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9ceffff640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f9cf80b6780 0x7f9cf81f51e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.574+0000 7f9ceffff640 1 -- 172.21.15.16:0/82435427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cf80c83e0 con 0x7f9cf80d4270 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.575+0000 7f9ceffff640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9cf80d4270 0x7f9cf8153800 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9ce0035040 tx=0x7f9ce00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.575+0000 7f9cf4ff9640 1 -- 172.21.15.16:0/82435427 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ce0041020 con 0x7f9cf80d4270 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.575+0000 7f9cf4ff9640 1 -- 172.21.15.16:0/82435427 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9ce003d620 con 0x7f9cf80d4270 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.575+0000 7f9cfd80a640 1 -- 172.21.15.16:0/82435427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cf80c86c0 con 0x7f9cf80d4270 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.575+0000 7f9cf4ff9640 1 -- 172.21.15.16:0/82435427 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ce0037040 con 0x7f9cf80d4270 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.575+0000 7f9cfd80a640 1 -- 172.21.15.16:0/82435427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cf80c8c80 con 0x7f9cf80d4270 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.576+0000 7f9cfd80a640 1 -- 172.21.15.16:0/82435427 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9cf80b6240 con 0x7f9cf80d4270 2024-09-11T22:46:13.579 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.576+0000 7f9cf4ff9640 1 -- 172.21.15.16:0/82435427 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f9ce0044020 con 0x7f9cf80d4270 2024-09-11T22:46:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.577+0000 7f9cf4ff9640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f9cd806be30 0x7f9cd806e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.577+0000 7f9cf4ff9640 1 -- 172.21.15.16:0/82435427 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f9ce00abb50 con 0x7f9cf80d4270 2024-09-11T22:46:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.577+0000 7f9cf6ffd640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f9cd806be30 0x7f9cd806e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.577+0000 7f9cf4ff9640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] conn(0x7f9cd8072820 0x7f9cd8074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.577+0000 7f9cf4ff9640 1 -- 172.21.15.16:0/82435427 --> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9ce0008eb0 con 0x7f9cd8072820 2024-09-11T22:46:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.577+0000 7f9cf4ff9640 1 -- 172.21.15.16:0/82435427 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f9ce00abf00 con 0x7f9cf80d4270 2024-09-11T22:46:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.577+0000 7f9cf77fe640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] conn(0x7f9cd8072820 0x7f9cd8074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.580 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.577+0000 7f9cf6ffd640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f9cd806be30 0x7f9cd806e2f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9cf81f5720 tx=0x7f9ce8008040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.578+0000 7f9cf77fe640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] conn(0x7f9cd8072820 0x7f9cd8074c60 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.581 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.578+0000 7f9cf4ff9640 1 -- 172.21.15.16:0/82435427 <== osd.4 v2:172.21.15.104:6800/76269208 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9ce0008eb0 con 0x7f9cd8072820 2024-09-11T22:46:13.591 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.591+0000 7f9cfd80a640 1 -- 172.21.15.16:0/82435427 --> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f9cf8068ef0 con 0x7f9cd8072820 2024-09-11T22:46:13.592 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.591+0000 7f9cf4ff9640 1 -- 172.21.15.16:0/82435427 <== osd.4 v2:172.21.15.104:6800/76269208 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f9cf8068ef0 con 0x7f9cd8072820 2024-09-11T22:46:13.592 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:46:13.592 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-11T22:46:13.592 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:46:13.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.592+0000 7f9cfd80a640 1 -- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] conn(0x7f9cd8072820 msgr2=0x7f9cd8074c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.592+0000 7f9cfd80a640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:6800/76269208,v1:172.21.15.104:6801/76269208] conn(0x7f9cd8072820 0x7f9cd8074c60 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.592+0000 7f9cfd80a640 1 -- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f9cd806be30 msgr2=0x7f9cd806e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.593 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.592+0000 7f9cfd80a640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f9cd806be30 0x7f9cd806e2f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9cf81f5720 tx=0x7f9ce8008040 comp rx=0 tx=0).stop 2024-09-11T22:46:13.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.592+0000 7f9cfd80a640 1 -- 172.21.15.16:0/82435427 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9cf80d4270 msgr2=0x7f9cf8153800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.592+0000 7f9cfd80a640 1 --2- 172.21.15.16:0/82435427 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9cf80d4270 0x7f9cf8153800 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f9ce0035040 tx=0x7f9ce00046c0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.592+0000 7f9cf77fe640 1 -- 172.21.15.16:0/82435427 reap_dead start 2024-09-11T22:46:13.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.592+0000 7f9cfd80a640 1 -- 172.21.15.16:0/82435427 shutdown_connections 2024-09-11T22:46:13.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.592+0000 7f9cfd80a640 1 -- 172.21.15.16:0/82435427 >> 172.21.15.16:0/82435427 conn(0x7f9cf8067fb0 msgr2=0x7f9cf80d1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:13.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.592+0000 7f9cfd80a640 1 -- 172.21.15.16:0/82435427 shutdown_connections 2024-09-11T22:46:13.594 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.592+0000 7f9cfd80a640 1 -- 172.21.15.16:0/82435427 wait complete. 2024-09-11T22:46:13.603 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-11T22:46:13.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.705+0000 7f3ad0477640 1 Processor -- start 2024-09-11T22:46:13.706 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.705+0000 7f3ad0477640 1 -- start start 2024-09-11T22:46:13.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.706+0000 7f3ad0477640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f3ac815c510 0x7f3ac80b60b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.706+0000 7f3ad0477640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ac815c8f0 con 0x7f3ac809ba50 2024-09-11T22:46:13.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.706+0000 7f3ad0477640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ac80afa40 con 0x7f3ac80b65f0 2024-09-11T22:46:13.707 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.706+0000 7f3ad0477640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f3ac80b6a60 con 0x7f3ac815c510 2024-09-11T22:46:13.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.706+0000 7f3acea14640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3ac809ba50 0x7f3ac80b0610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34140/0 (socket says 172.21.15.16:34140) 2024-09-11T22:46:13.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.706+0000 7f3acea14640 1 -- 172.21.15.16:0/129935822 learned_addr learned my addr 172.21.15.16:0/129935822 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:13.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.706+0000 7f3ace213640 1 --2- 172.21.15.16:0/129935822 >> v2:172.21.15.104:3300/0 conn(0x7f3ac815c510 0x7f3ac80b60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.707+0000 7f3acd211640 1 -- 172.21.15.16:0/129935822 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 625492054 0 0) 0x7f3ac0001490 con 0x7f3ac809ba50 2024-09-11T22:46:13.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.707+0000 7f3acd211640 1 -- 172.21.15.16:0/129935822 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3ab4003520 con 0x7f3ac809ba50 2024-09-11T22:46:13.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.707+0000 7f3ace213640 1 -- 172.21.15.16:0/129935822 >> v1:172.21.15.104:6789/0 conn(0x7f3ac80b65f0 legacy=0x7f3ac80aff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.707+0000 7f3ace213640 1 -- 172.21.15.16:0/129935822 >> v1:172.21.15.16:6789/0 conn(0x7f3ac809ba50 legacy=0x7f3ac80b0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.708 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.707+0000 7f3ace213640 1 -- 172.21.15.16:0/129935822 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ac80b2ee0 con 0x7f3ac815c510 2024-09-11T22:46:13.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.708+0000 7f3ace213640 1 --2- 172.21.15.16:0/129935822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ac815c510 0x7f3ac80b60b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3ac40097a0 tx=0x7f3ac402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96168162e6b9751d server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.708+0000 7f3acd211640 1 -- 172.21.15.16:0/129935822 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac4037070 con 0x7f3ac815c510 2024-09-11T22:46:13.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.708+0000 7f3acd211640 1 -- 172.21.15.16:0/129935822 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ac4032440 con 0x7f3ac815c510 2024-09-11T22:46:13.709 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.708+0000 7f3acd211640 1 -- 172.21.15.16:0/129935822 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac40327f0 con 0x7f3ac815c510 2024-09-11T22:46:13.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.708+0000 7f3ad0477640 1 -- 172.21.15.16:0/129935822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ac815c510 msgr2=0x7f3ac80b60b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.708+0000 7f3ad0477640 1 --2- 172.21.15.16:0/129935822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ac815c510 0x7f3ac80b60b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3ac40097a0 tx=0x7f3ac402a230 comp rx=0 tx=0).stop 2024-09-11T22:46:13.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.708+0000 7f3ad0477640 1 -- 172.21.15.16:0/129935822 shutdown_connections 2024-09-11T22:46:13.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.708+0000 7f3ad0477640 1 --2- 172.21.15.16:0/129935822 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ac815c510 0x7f3ac80b60b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.708+0000 7f3ad0477640 1 -- 172.21.15.16:0/129935822 >> 172.21.15.16:0/129935822 conn(0x7f3ac80b7c50 msgr2=0x7f3ac80b4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:13.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.708+0000 7f3ad0477640 1 -- 172.21.15.16:0/129935822 shutdown_connections 2024-09-11T22:46:13.710 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.708+0000 7f3ad0477640 1 -- 172.21.15.16:0/129935822 wait complete. 2024-09-11T22:46:13.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.710+0000 7f3ad0477640 1 Processor -- start 2024-09-11T22:46:13.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.710+0000 7f3ad0477640 1 -- start start 2024-09-11T22:46:13.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.710+0000 7f3ad0477640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ac809ba50 0x7f3ac8150350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.710+0000 7f3ad0477640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ac80b65f0 0x7f3ac80d1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.710+0000 7f3ad0477640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ac815c510 0x7f3ac815e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.710+0000 7f3ad0477640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac80b3780 con 0x7f3ac80b65f0 2024-09-11T22:46:13.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.710+0000 7f3ad0477640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac80b34a0 con 0x7f3ac815c510 2024-09-11T22:46:13.712 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.710+0000 7f3ad0477640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f3ac80b2a90 con 0x7f3ac809ba50 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.710+0000 7f3acda12640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ac80b65f0 0x7f3ac80d1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.710+0000 7f3acda12640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ac80b65f0 0x7f3ac80d1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57706/0 (socket says 172.21.15.16:57706) 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.710+0000 7f3acda12640 1 -- 172.21.15.16:0/3917262070 learned_addr learned my addr 172.21.15.16:0/3917262070 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3acea14640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ac815c510 0x7f3ac815e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3ace213640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ac809ba50 0x7f3ac8150350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3acda12640 1 -- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ac809ba50 msgr2=0x7f3ac8150350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3acda12640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ac809ba50 0x7f3ac8150350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3acda12640 1 -- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ac815c510 msgr2=0x7f3ac815e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3acda12640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ac815c510 0x7f3ac815e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3acda12640 1 -- 172.21.15.16:0/3917262070 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ac81e5700 con 0x7f3ac80b65f0 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3acea14640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ac815c510 0x7f3ac815e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3acda12640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ac80b65f0 0x7f3ac80d1940 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f3ab800c400 tx=0x7f3ab800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3abeffd640 1 -- 172.21.15.16:0/3917262070 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ab80052d0 con 0x7f3ac80b65f0 2024-09-11T22:46:13.713 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3abeffd640 1 -- 172.21.15.16:0/3917262070 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ab8005490 con 0x7f3ac80b65f0 2024-09-11T22:46:13.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3ad0477640 1 -- 172.21.15.16:0/3917262070 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ac815eef0 con 0x7f3ac80b65f0 2024-09-11T22:46:13.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3abeffd640 1 -- 172.21.15.16:0/3917262070 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ab8007260 con 0x7f3ac80b65f0 2024-09-11T22:46:13.714 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.711+0000 7f3ad0477640 1 -- 172.21.15.16:0/3917262070 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ac80cf160 con 0x7f3ac80b65f0 2024-09-11T22:46:13.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.712+0000 7f3ad0477640 1 -- 172.21.15.16:0/3917262070 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ac8159da0 con 0x7f3ac80b65f0 2024-09-11T22:46:13.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.713+0000 7f3abeffd640 1 -- 172.21.15.16:0/3917262070 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f3ab8007400 con 0x7f3ac80b65f0 2024-09-11T22:46:13.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.713+0000 7f3abeffd640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f3aac06be30 0x7f3aac06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:13.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.713+0000 7f3abeffd640 1 -- 172.21.15.16:0/3917262070 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f3ab808a3f0 con 0x7f3ac80b65f0 2024-09-11T22:46:13.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.713+0000 7f3ace213640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f3aac06be30 0x7f3aac06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:13.715 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.714+0000 7f3ace213640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f3aac06be30 0x7f3aac06e2f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3ac4034000 tx=0x7f3ac402e000 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:13.718 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.717+0000 7f3abeffd640 1 -- 172.21.15.16:0/3917262070 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f3ac8159da0 con 0x7f3ac80b65f0 2024-09-11T22:46:13.893 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.893+0000 7f3ad0477640 1 -- 172.21.15.16:0/3917262070 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f3ac809bec0 con 0x7f3aac06be30 2024-09-11T22:46:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.893+0000 7f3abeffd640 1 -- 172.21.15.16:0/3917262070 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f3ac809bec0 con 0x7f3aac06be30 2024-09-11T22:46:13.894 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 4 to deep-scrub 2024-09-11T22:46:13.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.895+0000 7f3ad0477640 1 -- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f3aac06be30 msgr2=0x7f3aac06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.896 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.895+0000 7f3ad0477640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f3aac06be30 0x7f3aac06e2f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3ac4034000 tx=0x7f3ac402e000 comp rx=0 tx=0).stop 2024-09-11T22:46:13.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.895+0000 7f3ad0477640 1 -- 172.21.15.16:0/3917262070 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ac80b65f0 msgr2=0x7f3ac80d1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:13.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.895+0000 7f3ad0477640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ac80b65f0 0x7f3ac80d1940 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f3ab800c400 tx=0x7f3ab800c8c0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.896+0000 7f3ad0477640 1 -- 172.21.15.16:0/3917262070 shutdown_connections 2024-09-11T22:46:13.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.896+0000 7f3ad0477640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f3aac06be30 0x7f3aac06e2f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.896+0000 7f3ad0477640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f3ac815c510 0x7f3ac815e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.896+0000 7f3ad0477640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ac80b65f0 0x7f3ac80d1940 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.896+0000 7f3ad0477640 1 --2- 172.21.15.16:0/3917262070 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f3ac809ba50 0x7f3ac8150350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:13.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.896+0000 7f3ad0477640 1 -- 172.21.15.16:0/3917262070 >> 172.21.15.16:0/3917262070 conn(0x7f3ac80b7c50 msgr2=0x7f3ac8071ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:13.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.896+0000 7f3ad0477640 1 -- 172.21.15.16:0/3917262070 shutdown_connections 2024-09-11T22:46:13.897 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:13.896+0000 7f3ad0477640 1 -- 172.21.15.16:0/3917262070 wait complete. 2024-09-11T22:46:13.907 INFO:tasks.ceph:Scrubbing osd.5 2024-09-11T22:46:13.907 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-11T22:46:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.013+0000 7fd371933640 1 Processor -- start 2024-09-11T22:46:14.014 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.013+0000 7fd371933640 1 -- start start 2024-09-11T22:46:14.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd371933640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd36c15e680 0x7fd36c0d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd371933640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd36c0d4270 0x7fd36c0b6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.015 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd371933640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd36c0d2a60 con 0x7fd36c0b6780 2024-09-11T22:46:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd371933640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd36c0b6bf0 con 0x7fd36c0d4270 2024-09-11T22:46:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd371933640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd36c0b7850 con 0x7fd36c15e680 2024-09-11T22:46:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd36a7fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd36c0d4270 0x7fd36c0b6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd36b7fe640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd36c0b6780 0x7fd36c06cff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34154/0 (socket says 172.21.15.16:34154) 2024-09-11T22:46:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd36b7fe640 1 -- 172.21.15.16:0/3977826855 learned_addr learned my addr 172.21.15.16:0/3977826855 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd36affd640 1 --2- 172.21.15.16:0/3977826855 >> v2:172.21.15.104:3300/0 conn(0x7fd36c15e680 0x7fd36c0d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd36a7fc640 1 -- 172.21.15.16:0/3977826855 >> v2:172.21.15.104:3300/0 conn(0x7fd36c15e680 msgr2=0x7fd36c0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd36a7fc640 1 --2- 172.21.15.16:0/3977826855 >> v2:172.21.15.104:3300/0 conn(0x7fd36c15e680 0x7fd36c0d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd36a7fc640 1 -- 172.21.15.16:0/3977826855 >> v1:172.21.15.16:6789/0 conn(0x7fd36c0b6780 legacy=0x7fd36c06cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd36a7fc640 1 -- 172.21.15.16:0/3977826855 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd36c0d2d40 con 0x7fd36c0d4270 2024-09-11T22:46:14.016 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.014+0000 7fd369ffb640 1 -- 172.21.15.16:0/3977826855 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 651515867 0 0) 0x7fd36c0d2a60 con 0x7fd36c0b6780 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.015+0000 7fd36a7fc640 1 --2- 172.21.15.16:0/3977826855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd36c0d4270 0x7fd36c0b6240 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd36c06e060 tx=0x7fd36002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7cf78236c764235 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.015+0000 7fd369ffb640 1 -- 172.21.15.16:0/3977826855 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd360037070 con 0x7fd36c0d4270 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.015+0000 7fd369ffb640 1 -- 172.21.15.16:0/3977826855 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd360032440 con 0x7fd36c0d4270 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.015+0000 7fd369ffb640 1 -- 172.21.15.16:0/3977826855 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd360032810 con 0x7fd36c0d4270 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.016+0000 7fd371933640 1 -- 172.21.15.16:0/3977826855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd36c0d4270 msgr2=0x7fd36c0b6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.016+0000 7fd371933640 1 --2- 172.21.15.16:0/3977826855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd36c0d4270 0x7fd36c0b6240 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd36c06e060 tx=0x7fd36002a1a0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.016+0000 7fd371933640 1 -- 172.21.15.16:0/3977826855 shutdown_connections 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.016+0000 7fd371933640 1 --2- 172.21.15.16:0/3977826855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd36c0d4270 0x7fd36c0b6240 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.016+0000 7fd371933640 1 --2- 172.21.15.16:0/3977826855 >> v2:172.21.15.104:3300/0 conn(0x7fd36c15e680 0x7fd36c0d3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.016+0000 7fd371933640 1 -- 172.21.15.16:0/3977826855 >> 172.21.15.16:0/3977826855 conn(0x7fd36c067fb0 msgr2=0x7fd36c0d1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.016+0000 7fd371933640 1 -- 172.21.15.16:0/3977826855 shutdown_connections 2024-09-11T22:46:14.018 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.016+0000 7fd371933640 1 -- 172.21.15.16:0/3977826855 wait complete. 2024-09-11T22:46:14.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.017+0000 7fd371933640 1 Processor -- start 2024-09-11T22:46:14.019 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.017+0000 7fd371933640 1 -- start start 2024-09-11T22:46:14.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd371933640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd36c0b6780 0x7fd36c1f4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.020 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd371933640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd36c0d4270 0x7fd36c15fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd371933640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd36c15e680 0x7fd36c160330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd371933640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd36c0d35e0 con 0x7fd36c0d4270 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd371933640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd36c0d3300 con 0x7fd36c0b6780 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd371933640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd36c15ea60 con 0x7fd36c15e680 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd36a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd36c0d4270 0x7fd36c15fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd36a7fc640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd36c0d4270 0x7fd36c15fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57732/0 (socket says 172.21.15.16:57732) 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd36a7fc640 1 -- 172.21.15.16:0/780584845 learned_addr learned my addr 172.21.15.16:0/780584845 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd36a7fc640 1 -- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd36c15e680 msgr2=0x7fd36c160330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd36a7fc640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd36c15e680 0x7fd36c160330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd36a7fc640 1 -- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd36c0b6780 msgr2=0x7fd36c1f4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd36a7fc640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd36c0b6780 0x7fd36c1f4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.021 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.018+0000 7fd36a7fc640 1 -- 172.21.15.16:0/780584845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd36c1f52b0 con 0x7fd36c0d4270 2024-09-11T22:46:14.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.019+0000 7fd36a7fc640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd36c0d4270 0x7fd36c15fdf0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd360000c00 tx=0x7fd3600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.019+0000 7fd353fff640 1 -- 172.21.15.16:0/780584845 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd360037040 con 0x7fd36c0d4270 2024-09-11T22:46:14.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.019+0000 7fd353fff640 1 -- 172.21.15.16:0/780584845 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd360042070 con 0x7fd36c0d4270 2024-09-11T22:46:14.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.019+0000 7fd371933640 1 -- 172.21.15.16:0/780584845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd36c158af0 con 0x7fd36c0d4270 2024-09-11T22:46:14.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.019+0000 7fd353fff640 1 -- 172.21.15.16:0/780584845 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd360030960 con 0x7fd36c0d4270 2024-09-11T22:46:14.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.019+0000 7fd371933640 1 -- 172.21.15.16:0/780584845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd36c1590b0 con 0x7fd36c0d4270 2024-09-11T22:46:14.022 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.019+0000 7fd371933640 1 -- 172.21.15.16:0/780584845 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd36c0b6240 con 0x7fd36c0d4270 2024-09-11T22:46:14.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.020+0000 7fd353fff640 1 -- 172.21.15.16:0/780584845 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7fd360030b00 con 0x7fd36c0d4270 2024-09-11T22:46:14.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.021+0000 7fd353fff640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd35806be60 0x7fd35806e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.023 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.021+0000 7fd353fff640 1 -- 172.21.15.16:0/780584845 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7fd3600ab790 con 0x7fd36c0d4270 2024-09-11T22:46:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.021+0000 7fd36affd640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd35806be60 0x7fd35806e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.021+0000 7fd353fff640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] conn(0x7fd358072850 0x7fd358074c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.021+0000 7fd353fff640 1 -- 172.21.15.16:0/780584845 --> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd360008eb0 con 0x7fd358072850 2024-09-11T22:46:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.021+0000 7fd353fff640 1 -- 172.21.15.16:0/780584845 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fd3600b02c0 con 0x7fd36c0d4270 2024-09-11T22:46:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.021+0000 7fd36b7fe640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] conn(0x7fd358072850 0x7fd358074c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.021+0000 7fd36affd640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd35806be60 0x7fd35806e320 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd35c006a90 tx=0x7fd35c006a20 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.022+0000 7fd36b7fe640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] conn(0x7fd358072850 0x7fd358074c90 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.024 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.022+0000 7fd353fff640 1 -- 172.21.15.16:0/780584845 <== osd.5 v2:172.21.15.104:6816/637563984 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd360008eb0 con 0x7fd358072850 2024-09-11T22:46:14.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.035+0000 7fd371933640 1 -- 172.21.15.16:0/780584845 --> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd36c158880 con 0x7fd358072850 2024-09-11T22:46:14.036 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd353fff640 1 -- 172.21.15.16:0/780584845 <== osd.5 v2:172.21.15.104:6816/637563984 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fd36c158880 con 0x7fd358072850 2024-09-11T22:46:14.037 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:46:14.037 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-11T22:46:14.037 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:46:14.037 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd371933640 1 -- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] conn(0x7fd358072850 msgr2=0x7fd358074c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd371933640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:6816/637563984,v1:172.21.15.104:6817/637563984] conn(0x7fd358072850 0x7fd358074c90 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd371933640 1 -- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd35806be60 msgr2=0x7fd35806e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd371933640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd35806be60 0x7fd35806e320 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd35c006a90 tx=0x7fd35c006a20 comp rx=0 tx=0).stop 2024-09-11T22:46:14.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd371933640 1 -- 172.21.15.16:0/780584845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd36c0d4270 msgr2=0x7fd36c15fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd371933640 1 --2- 172.21.15.16:0/780584845 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd36c0d4270 0x7fd36c15fdf0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd360000c00 tx=0x7fd3600046c0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd36b7fe640 1 -- 172.21.15.16:0/780584845 reap_dead start 2024-09-11T22:46:14.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd371933640 1 -- 172.21.15.16:0/780584845 shutdown_connections 2024-09-11T22:46:14.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd371933640 1 -- 172.21.15.16:0/780584845 >> 172.21.15.16:0/780584845 conn(0x7fd36c067fb0 msgr2=0x7fd36c1618e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:14.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd371933640 1 -- 172.21.15.16:0/780584845 shutdown_connections 2024-09-11T22:46:14.038 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.036+0000 7fd371933640 1 -- 172.21.15.16:0/780584845 wait complete. 2024-09-11T22:46:14.047 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-11T22:46:14.150 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.149+0000 7f38f7e8d640 1 Processor -- start 2024-09-11T22:46:14.151 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.150+0000 7f38f7e8d640 1 -- start start 2024-09-11T22:46:14.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.150+0000 7f38f7e8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38f00ced80 0x7f38f00cf210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.150+0000 7f38f7e8d640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38f015b760 con 0x7f38f00b59e0 2024-09-11T22:46:14.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.150+0000 7f38f7e8d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38f015ba40 con 0x7f38f015ab80 2024-09-11T22:46:14.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.150+0000 7f38f7e8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f38f015bd20 con 0x7f38f00ced80 2024-09-11T22:46:14.152 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.151+0000 7f38f5428640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f38f00b59e0 0x7f38f006e8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34168/0 (socket says 172.21.15.16:34168) 2024-09-11T22:46:14.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.151+0000 7f38f5428640 1 -- 172.21.15.16:0/3382576877 learned_addr learned my addr 172.21.15.16:0/3382576877 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:14.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.151+0000 7f38f642a640 1 --2- 172.21.15.16:0/3382576877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38f00ced80 0x7f38f00cf210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.151+0000 7f38f4c27640 1 -- 172.21.15.16:0/3382576877 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 34770677 0 0) 0x7f38f015b760 con 0x7f38f00b59e0 2024-09-11T22:46:14.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.151+0000 7f38f4c27640 1 -- 172.21.15.16:0/3382576877 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f38d8003520 con 0x7f38f00b59e0 2024-09-11T22:46:14.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.151+0000 7f38f4c27640 1 -- 172.21.15.16:0/3382576877 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 272303105 0 0) 0x7f38f015ba40 con 0x7f38f015ab80 2024-09-11T22:46:14.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.151+0000 7f38f4c27640 1 -- 172.21.15.16:0/3382576877 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f38f015b760 con 0x7f38f015ab80 2024-09-11T22:46:14.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.151+0000 7f38f4c27640 1 -- 172.21.15.16:0/3382576877 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3754478225 0 0) 0x7f38d8003520 con 0x7f38f00b59e0 2024-09-11T22:46:14.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.151+0000 7f38f642a640 1 -- 172.21.15.16:0/3382576877 >> v1:172.21.15.104:6789/0 conn(0x7f38f015ab80 legacy=0x7f38f015af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.151+0000 7f38f642a640 1 -- 172.21.15.16:0/3382576877 >> v1:172.21.15.16:6789/0 conn(0x7f38f00b59e0 legacy=0x7f38f006e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.151+0000 7f38f642a640 1 -- 172.21.15.16:0/3382576877 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f006e3a0 con 0x7f38f00ced80 2024-09-11T22:46:14.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.152+0000 7f38f642a640 1 --2- 172.21.15.16:0/3382576877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38f00ced80 0x7f38f00cf210 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009df0 tx=0x7f38e002a6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5dcda3ffd85eced1 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.152+0000 7f38f4c27640 1 -- 172.21.15.16:0/3382576877 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e4001670 con 0x7f38f00ced80 2024-09-11T22:46:14.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.152+0000 7f38f4c27640 1 -- 172.21.15.16:0/3382576877 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38e0007540 con 0x7f38f00ced80 2024-09-11T22:46:14.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.152+0000 7f38f4c27640 1 -- 172.21.15.16:0/3382576877 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e0007710 con 0x7f38f00ced80 2024-09-11T22:46:14.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.153+0000 7f38f7e8d640 1 -- 172.21.15.16:0/3382576877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38f00ced80 msgr2=0x7f38f00cf210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.153+0000 7f38f7e8d640 1 --2- 172.21.15.16:0/3382576877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38f00ced80 0x7f38f00cf210 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009df0 tx=0x7f38e002a6a0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.153+0000 7f38f7e8d640 1 -- 172.21.15.16:0/3382576877 shutdown_connections 2024-09-11T22:46:14.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.153+0000 7f38f7e8d640 1 --2- 172.21.15.16:0/3382576877 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38f00ced80 0x7f38f00cf210 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.153+0000 7f38f7e8d640 1 -- 172.21.15.16:0/3382576877 >> 172.21.15.16:0/3382576877 conn(0x7f38f0067f80 msgr2=0x7f38f006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:14.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.153+0000 7f38f7e8d640 1 -- 172.21.15.16:0/3382576877 shutdown_connections 2024-09-11T22:46:14.157 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.153+0000 7f38f7e8d640 1 -- 172.21.15.16:0/3382576877 wait complete. 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.154+0000 7f38f7e8d640 1 Processor -- start 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.154+0000 7f38f7e8d640 1 -- start start 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f7e8d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38f00b59e0 0x7f38f015c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f7e8d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38f00ced80 0x7f38f00adc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f7e8d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38f015ab80 0x7f38f0148fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f7e8d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f38f0072310 con 0x7f38f015ab80 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f7e8d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f38f0072190 con 0x7f38f00b59e0 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f7e8d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f38f0072490 con 0x7f38f00ced80 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f642a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38f015ab80 0x7f38f0148fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f642a640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38f015ab80 0x7f38f0148fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57738/0 (socket says 172.21.15.16:57738) 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f642a640 1 -- 172.21.15.16:0/4188047743 learned_addr learned my addr 172.21.15.16:0/4188047743 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f5c29640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38f00b59e0 0x7f38f015c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f5428640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38f00ced80 0x7f38f00adc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f642a640 1 -- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38f00ced80 msgr2=0x7f38f00adc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f642a640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38f00ced80 0x7f38f00adc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f642a640 1 -- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38f00b59e0 msgr2=0x7f38f015c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f642a640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38f00b59e0 0x7f38f015c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f642a640 1 -- 172.21.15.16:0/4188047743 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f00ae680 con 0x7f38f015ab80 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f5c29640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38f00b59e0 0x7f38f015c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.155+0000 7f38f642a640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38f015ab80 0x7f38f0148fe0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009df0 tx=0x7f38e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.156+0000 7f38ee7fc640 1 -- 172.21.15.16:0/4188047743 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e0040070 con 0x7f38f015ab80 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.156+0000 7f38ee7fc640 1 -- 172.21.15.16:0/4188047743 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38e003c830 con 0x7f38f015ab80 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.156+0000 7f38ee7fc640 1 -- 172.21.15.16:0/4188047743 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e003cbe0 con 0x7f38f015ab80 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.156+0000 7f38f7e8d640 1 -- 172.21.15.16:0/4188047743 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38f00ae960 con 0x7f38f015ab80 2024-09-11T22:46:14.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.156+0000 7f38f7e8d640 1 -- 172.21.15.16:0/4188047743 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38f00af200 con 0x7f38f015ab80 2024-09-11T22:46:14.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.157+0000 7f38f7e8d640 1 -- 172.21.15.16:0/4188047743 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38f006cba0 con 0x7f38f015ab80 2024-09-11T22:46:14.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.157+0000 7f38ee7fc640 1 -- 172.21.15.16:0/4188047743 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f38e0039040 con 0x7f38f015ab80 2024-09-11T22:46:14.160 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.158+0000 7f38ee7fc640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f38dc06be30 0x7f38dc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.158+0000 7f38ee7fc640 1 -- 172.21.15.16:0/4188047743 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f38e00ac2f0 con 0x7f38f015ab80 2024-09-11T22:46:14.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.158+0000 7f38f5c29640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f38dc06be30 0x7f38dc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.161 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.158+0000 7f38f5c29640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f38dc06be30 0x7f38dc06e2f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f38e8007fd0 tx=0x7f38e8009040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.162 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.162+0000 7f38ee7fc640 1 -- 172.21.15.16:0/4188047743 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f38e007a5f0 con 0x7f38f015ab80 2024-09-11T22:46:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.338+0000 7f38f7e8d640 1 -- 172.21.15.16:0/4188047743 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f38f00b02a0 con 0x7f38dc06be30 2024-09-11T22:46:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.338+0000 7f38ee7fc640 1 -- 172.21.15.16:0/4188047743 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f38f00b02a0 con 0x7f38dc06be30 2024-09-11T22:46:14.342 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 5 to deep-scrub 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 -- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f38dc06be30 msgr2=0x7f38dc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f38dc06be30 0x7f38dc06e2f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f38e8007fd0 tx=0x7f38e8009040 comp rx=0 tx=0).stop 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 -- 172.21.15.16:0/4188047743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38f015ab80 msgr2=0x7f38f0148fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38f015ab80 0x7f38f0148fe0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009df0 tx=0x7f38e0004a40 comp rx=0 tx=0).stop 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 -- 172.21.15.16:0/4188047743 shutdown_connections 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f38dc06be30 0x7f38dc06e2f0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f38f015ab80 0x7f38f0148fe0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f38f00ced80 0x7f38f00adc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 --2- 172.21.15.16:0/4188047743 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f38f00b59e0 0x7f38f015c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 -- 172.21.15.16:0/4188047743 >> 172.21.15.16:0/4188047743 conn(0x7f38f0067f80 msgr2=0x7f38f015af60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 -- 172.21.15.16:0/4188047743 shutdown_connections 2024-09-11T22:46:14.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.340+0000 7f38f7e8d640 1 -- 172.21.15.16:0/4188047743 wait complete. 2024-09-11T22:46:14.351 INFO:tasks.ceph:Scrubbing osd.6 2024-09-11T22:46:14.352 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-11T22:46:14.458 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.458+0000 7f8f5196d640 1 Processor -- start 2024-09-11T22:46:14.459 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.458+0000 7f8f5196d640 1 -- start start 2024-09-11T22:46:14.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f5196d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f4c0b5a30 0x7f8f4c070280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f5196d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8f4c0afea0 0x7f8f4c0707c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f5196d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f4c15ea50 con 0x7f8f4c15e670 2024-09-11T22:46:14.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f5196d640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f8f4c0afa10 con 0x7f8f4c0b5a30 2024-09-11T22:46:14.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f5196d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8f4c06f6e0 con 0x7f8f4c0afea0 2024-09-11T22:46:14.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f427fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f4c0b5a30 0x7f8f4c070280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.460 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f427fc640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8f4c0b5a30 0x7f8f4c070280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57752/0 (socket says 172.21.15.16:57752) 2024-09-11T22:46:14.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f427fc640 1 -- 172.21.15.16:0/3820845955 learned_addr learned my addr 172.21.15.16:0/3820845955 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:14.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f4b7fe640 1 --2- 172.21.15.16:0/3820845955 >> v2:172.21.15.104:3300/0 conn(0x7f8f4c0afea0 0x7f8f4c0707c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f427fc640 1 -- 172.21.15.16:0/3820845955 >> v2:172.21.15.104:3300/0 conn(0x7f8f4c0afea0 msgr2=0x7f8f4c0707c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:14.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f427fc640 1 --2- 172.21.15.16:0/3820845955 >> v2:172.21.15.104:3300/0 conn(0x7f8f4c0afea0 0x7f8f4c0707c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f427fc640 1 -- 172.21.15.16:0/3820845955 >> v1:172.21.15.104:6789/0 conn(0x7f8f4c15e670 legacy=0x7f8f4c06efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:14.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f427fc640 1 -- 172.21.15.16:0/3820845955 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f4c0aee00 con 0x7f8f4c0b5a30 2024-09-11T22:46:14.461 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.459+0000 7f8f4b7fe640 1 --2- 172.21.15.16:0/3820845955 >> v2:172.21.15.104:3300/0 conn(0x7f8f4c0afea0 0x7f8f4c0707c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:46:14.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.460+0000 7f8f427fc640 1 --2- 172.21.15.16:0/3820845955 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f4c0b5a30 0x7f8f4c070280 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c0b6050 tx=0x7f8f3402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddaa8f7a5abc9cc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.460+0000 7f8f4a7fc640 1 -- 172.21.15.16:0/3820845955 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f34037070 con 0x7f8f4c0b5a30 2024-09-11T22:46:14.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.460+0000 7f8f4a7fc640 1 -- 172.21.15.16:0/3820845955 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f34032440 con 0x7f8f4c0b5a30 2024-09-11T22:46:14.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.460+0000 7f8f4a7fc640 1 -- 172.21.15.16:0/3820845955 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f34032810 con 0x7f8f4c0b5a30 2024-09-11T22:46:14.462 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.461+0000 7f8f5196d640 1 -- 172.21.15.16:0/3820845955 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f4c0b5a30 msgr2=0x7f8f4c070280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.461+0000 7f8f5196d640 1 --2- 172.21.15.16:0/3820845955 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f4c0b5a30 0x7f8f4c070280 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c0b6050 tx=0x7f8f3402a270 comp rx=0 tx=0).stop 2024-09-11T22:46:14.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.461+0000 7f8f5196d640 1 -- 172.21.15.16:0/3820845955 shutdown_connections 2024-09-11T22:46:14.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.461+0000 7f8f5196d640 1 --2- 172.21.15.16:0/3820845955 >> v2:172.21.15.104:3300/0 conn(0x7f8f4c0afea0 0x7f8f4c0707c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.461+0000 7f8f5196d640 1 --2- 172.21.15.16:0/3820845955 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f4c0b5a30 0x7f8f4c070280 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.461+0000 7f8f5196d640 1 -- 172.21.15.16:0/3820845955 >> 172.21.15.16:0/3820845955 conn(0x7f8f4c06bc10 msgr2=0x7f8f4c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:14.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.461+0000 7f8f5196d640 1 -- 172.21.15.16:0/3820845955 shutdown_connections 2024-09-11T22:46:14.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.461+0000 7f8f5196d640 1 -- 172.21.15.16:0/3820845955 wait complete. 2024-09-11T22:46:14.463 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.462+0000 7f8f5196d640 1 Processor -- start 2024-09-11T22:46:14.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.462+0000 7f8f5196d640 1 -- start start 2024-09-11T22:46:14.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f5196d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f4c0afea0 0x7f8f4c14b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f5196d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f4c0b5a30 0x7f8f4c153480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f5196d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f4c15e670 0x7f8f4c158e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f5196d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4c0af6a0 con 0x7f8f4c15e670 2024-09-11T22:46:14.465 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f5196d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4c0af3c0 con 0x7f8f4c0afea0 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f5196d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8f4c0b39b0 con 0x7f8f4c0b5a30 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f4b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f4c15e670 0x7f8f4c158e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f4b7fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f4c15e670 0x7f8f4c158e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57762/0 (socket says 172.21.15.16:57762) 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f4b7fe640 1 -- 172.21.15.16:0/3856191876 learned_addr learned my addr 172.21.15.16:0/3856191876 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f4affd640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f4c0afea0 0x7f8f4c14b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f427fc640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f4c0b5a30 0x7f8f4c153480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f4b7fe640 1 -- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f4c0b5a30 msgr2=0x7f8f4c153480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f4b7fe640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8f4c0b5a30 0x7f8f4c153480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f4b7fe640 1 -- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f4c0afea0 msgr2=0x7f8f4c14b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f4b7fe640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8f4c0afea0 0x7f8f4c14b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f4b7fe640 1 -- 172.21.15.16:0/3856191876 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f4c157d90 con 0x7f8f4c15e670 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f4b7fe640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f4c15e670 0x7f8f4c158e30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f8f44007ec0 tx=0x7f8f4400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.463+0000 7f8f48ff9640 1 -- 172.21.15.16:0/3856191876 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4401a070 con 0x7f8f4c15e670 2024-09-11T22:46:14.466 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.464+0000 7f8f48ff9640 1 -- 172.21.15.16:0/3856191876 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f44003b90 con 0x7f8f4c15e670 2024-09-11T22:46:14.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.464+0000 7f8f5196d640 1 -- 172.21.15.16:0/3856191876 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f4c158070 con 0x7f8f4c15e670 2024-09-11T22:46:14.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.464+0000 7f8f48ff9640 1 -- 172.21.15.16:0/3856191876 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f44004030 con 0x7f8f4c15e670 2024-09-11T22:46:14.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.464+0000 7f8f5196d640 1 -- 172.21.15.16:0/3856191876 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f4c158630 con 0x7f8f4c15e670 2024-09-11T22:46:14.467 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.464+0000 7f8f5196d640 1 -- 172.21.15.16:0/3856191876 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8f4c06efd0 con 0x7f8f4c15e670 2024-09-11T22:46:14.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.465+0000 7f8f48ff9640 1 -- 172.21.15.16:0/3856191876 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f8f4401d070 con 0x7f8f4c15e670 2024-09-11T22:46:14.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.465+0000 7f8f48ff9640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f8f2c06be30 0x7f8f2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.465+0000 7f8f48ff9640 1 -- 172.21.15.16:0/3856191876 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f8f4408b310 con 0x7f8f4c15e670 2024-09-11T22:46:14.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.466+0000 7f8f48ff9640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] conn(0x7f8f2c072820 0x7f8f2c074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.466+0000 7f8f48ff9640 1 -- 172.21.15.16:0/3856191876 --> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8f2c075330 con 0x7f8f2c072820 2024-09-11T22:46:14.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.466+0000 7f8f48ff9640 1 -- 172.21.15.16:0/3856191876 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f8f44092050 con 0x7f8f4c15e670 2024-09-11T22:46:14.468 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.466+0000 7f8f4affd640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f8f2c06be30 0x7f8f2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.466+0000 7f8f427fc640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] conn(0x7f8f2c072820 0x7f8f2c074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.466+0000 7f8f4affd640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f8f2c06be30 0x7f8f2c06e2f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c007fd0 tx=0x7f8f3c009040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.466+0000 7f8f427fc640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] conn(0x7f8f2c072820 0x7f8f2c074c60 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.469 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.467+0000 7f8f48ff9640 1 -- 172.21.15.16:0/3856191876 <== osd.6 v2:172.21.15.104:6824/1492076005 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8f2c075330 con 0x7f8f2c072820 2024-09-11T22:46:14.480 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.480+0000 7f8f5196d640 1 -- 172.21.15.16:0/3856191876 --> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8f4c0b5730 con 0x7f8f2c072820 2024-09-11T22:46:14.481 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.480+0000 7f8f48ff9640 1 -- 172.21.15.16:0/3856191876 <== osd.6 v2:172.21.15.104:6824/1492076005 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f8f4c0b5730 con 0x7f8f2c072820 2024-09-11T22:46:14.481 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:46:14.481 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-11T22:46:14.481 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:46:14.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.480+0000 7f8f5196d640 1 -- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] conn(0x7f8f2c072820 msgr2=0x7f8f2c074c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.480+0000 7f8f5196d640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:6824/1492076005,v1:172.21.15.104:6825/1492076005] conn(0x7f8f2c072820 0x7f8f2c074c60 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.481+0000 7f8f5196d640 1 -- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f8f2c06be30 msgr2=0x7f8f2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.481+0000 7f8f5196d640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f8f2c06be30 0x7f8f2c06e2f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c007fd0 tx=0x7f8f3c009040 comp rx=0 tx=0).stop 2024-09-11T22:46:14.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.481+0000 7f8f5196d640 1 -- 172.21.15.16:0/3856191876 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f4c15e670 msgr2=0x7f8f4c158e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.481+0000 7f8f5196d640 1 --2- 172.21.15.16:0/3856191876 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f4c15e670 0x7f8f4c158e30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f8f44007ec0 tx=0x7f8f4400d4a0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.481+0000 7f8f4b7fe640 1 -- 172.21.15.16:0/3856191876 reap_dead start 2024-09-11T22:46:14.482 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.481+0000 7f8f5196d640 1 -- 172.21.15.16:0/3856191876 shutdown_connections 2024-09-11T22:46:14.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.481+0000 7f8f5196d640 1 -- 172.21.15.16:0/3856191876 >> 172.21.15.16:0/3856191876 conn(0x7f8f4c06bc10 msgr2=0x7f8f4c159700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:14.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.481+0000 7f8f5196d640 1 -- 172.21.15.16:0/3856191876 shutdown_connections 2024-09-11T22:46:14.483 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.481+0000 7f8f5196d640 1 -- 172.21.15.16:0/3856191876 wait complete. 2024-09-11T22:46:14.492 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-11T22:46:14.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.594+0000 7f8ee9f5f640 1 Processor -- start 2024-09-11T22:46:14.595 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.594+0000 7f8ee9f5f640 1 -- start start 2024-09-11T22:46:14.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.595+0000 7f8ee9f5f640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f8ee415e720 0x7f8ee4162db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.595+0000 7f8ee9f5f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ee40d1540 0x7f8ee40d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.595+0000 7f8ee9f5f640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ee415eb00 con 0x7f8ee40cf760 2024-09-11T22:46:14.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.595+0000 7f8ee9f5f640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f8ee40d1f10 con 0x7f8ee415e720 2024-09-11T22:46:14.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.595+0000 7f8ee9f5f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8ee40d35a0 con 0x7f8ee40d1540 2024-09-11T22:46:14.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.595+0000 7f8ee2ffd640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8ee40cf760 0x7f8ee40b7980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34184/0 (socket says 172.21.15.16:34184) 2024-09-11T22:46:14.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.595+0000 7f8ee2ffd640 1 -- 172.21.15.16:0/2835906302 learned_addr learned my addr 172.21.15.16:0/2835906302 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:14.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.595+0000 7f8ee37fe640 1 --2- 172.21.15.16:0/2835906302 >> v2:172.21.15.104:3300/0 conn(0x7f8ee415e720 0x7f8ee4162db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.595+0000 7f8ee3fff640 1 --2- 172.21.15.16:0/2835906302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ee40d1540 0x7f8ee40d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.597 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.596+0000 7f8ee27fc640 1 -- 172.21.15.16:0/2835906302 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2477586767 0 0) 0x7f8ee415eb00 con 0x7f8ee40cf760 2024-09-11T22:46:14.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.596+0000 7f8ee27fc640 1 -- 172.21.15.16:0/2835906302 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8ecc003520 con 0x7f8ee40cf760 2024-09-11T22:46:14.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.596+0000 7f8ee37fe640 1 -- 172.21.15.16:0/2835906302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ee40d1540 msgr2=0x7f8ee40d19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:14.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.596+0000 7f8ee27fc640 1 -- 172.21.15.16:0/2835906302 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2382960189 0 0) 0x7f8ecc003520 con 0x7f8ee40cf760 2024-09-11T22:46:14.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.596+0000 7f8ee37fe640 1 --2- 172.21.15.16:0/2835906302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ee40d1540 0x7f8ee40d19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.596+0000 7f8ee37fe640 1 -- 172.21.15.16:0/2835906302 >> v1:172.21.15.16:6789/0 conn(0x7f8ee40cf760 legacy=0x7f8ee40b7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.596+0000 7f8ee37fe640 1 -- 172.21.15.16:0/2835906302 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ee40d2c70 con 0x7f8ee415e720 2024-09-11T22:46:14.598 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.596+0000 7f8ee3fff640 1 --2- 172.21.15.16:0/2835906302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ee40d1540 0x7f8ee40d19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:14.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee37fe640 1 --2- 172.21.15.16:0/2835906302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ee415e720 0x7f8ee4162db0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8ed40097a0 tx=0x7f8ed402a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4be7bca80687d505 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee27fc640 1 -- 172.21.15.16:0/2835906302 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed4037070 con 0x7f8ee415e720 2024-09-11T22:46:14.599 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee27fc640 1 -- 172.21.15.16:0/2835906302 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ed402aba0 con 0x7f8ee415e720 2024-09-11T22:46:14.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee27fc640 1 -- 172.21.15.16:0/2835906302 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed8001670 con 0x7f8ee415e720 2024-09-11T22:46:14.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/2835906302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ee415e720 msgr2=0x7f8ee4162db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee9f5f640 1 --2- 172.21.15.16:0/2835906302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ee415e720 0x7f8ee4162db0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8ed40097a0 tx=0x7f8ed402a110 comp rx=0 tx=0).stop 2024-09-11T22:46:14.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/2835906302 shutdown_connections 2024-09-11T22:46:14.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee9f5f640 1 --2- 172.21.15.16:0/2835906302 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ee40d1540 0x7f8ee40d19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee9f5f640 1 --2- 172.21.15.16:0/2835906302 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ee415e720 0x7f8ee4162db0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/2835906302 >> 172.21.15.16:0/2835906302 conn(0x7f8ee4067b30 msgr2=0x7f8ee4067f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:14.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/2835906302 shutdown_connections 2024-09-11T22:46:14.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.597+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/2835906302 wait complete. 2024-09-11T22:46:14.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.599+0000 7f8ee9f5f640 1 Processor -- start 2024-09-11T22:46:14.600 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.599+0000 7f8ee9f5f640 1 -- start start 2024-09-11T22:46:14.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.599+0000 7f8ee9f5f640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ee40cf760 0x7f8ee4153390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.599+0000 7f8ee9f5f640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ee40d1540 0x7f8ee414f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.599+0000 7f8ee9f5f640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ee415e720 0x7f8ee40c8380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.599+0000 7f8ee9f5f640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f8ee40b8090 con 0x7f8ee40cf760 2024-09-11T22:46:14.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.599+0000 7f8ee9f5f640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f8ee40d3230 con 0x7f8ee415e720 2024-09-11T22:46:14.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.599+0000 7f8ee9f5f640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f8ee40cfba0 con 0x7f8ee40d1540 2024-09-11T22:46:14.602 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ee40cf760 0x7f8ee4153390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee37fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ee40cf760 0x7f8ee4153390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57766/0 (socket says 172.21.15.16:57766) 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee37fe640 1 -- 172.21.15.16:0/3277971791 learned_addr learned my addr 172.21.15.16:0/3277971791 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee3fff640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ee415e720 0x7f8ee40c8380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee2ffd640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ee40d1540 0x7f8ee414f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee37fe640 1 -- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ee40d1540 msgr2=0x7f8ee414f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee37fe640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ee40d1540 0x7f8ee414f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee37fe640 1 -- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ee415e720 msgr2=0x7f8ee40c8380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee37fe640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ee415e720 0x7f8ee40c8380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee37fe640 1 -- 172.21.15.16:0/3277971791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ee4150910 con 0x7f8ee40cf760 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee37fe640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ee40cf760 0x7f8ee4153390 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8ed4035040 tx=0x7f8ed40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ecbfff640 1 -- 172.21.15.16:0/3277971791 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed4037050 con 0x7f8ee40cf760 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ecbfff640 1 -- 172.21.15.16:0/3277971791 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ed4043070 con 0x7f8ee40cf760 2024-09-11T22:46:14.603 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/3277971791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ee40cba90 con 0x7f8ee40cf760 2024-09-11T22:46:14.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ecbfff640 1 -- 172.21.15.16:0/3277971791 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ed4006e10 con 0x7f8ee40cf760 2024-09-11T22:46:14.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.600+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/3277971791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ee41528b0 con 0x7f8ee40cf760 2024-09-11T22:46:14.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.601+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/3277971791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ee4068e30 con 0x7f8ee40cf760 2024-09-11T22:46:14.604 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.602+0000 7f8ecbfff640 1 -- 172.21.15.16:0/3277971791 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f8ed403ca50 con 0x7f8ee40cf760 2024-09-11T22:46:14.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.602+0000 7f8ecbfff640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f8ed006be30 0x7f8ed006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.602+0000 7f8ecbfff640 1 -- 172.21.15.16:0/3277971791 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f8ed40abbc0 con 0x7f8ee40cf760 2024-09-11T22:46:14.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.603+0000 7f8ee2ffd640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f8ed006be30 0x7f8ed006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.605 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.603+0000 7f8ee2ffd640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f8ed006be30 0x7f8ed006e2f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8ee40ca070 tx=0x7f8ed8001660 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.607 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.607+0000 7f8ecbfff640 1 -- 172.21.15.16:0/3277971791 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f8ed407a630 con 0x7f8ee40cf760 2024-09-11T22:46:14.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.782+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/3277971791 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f8ee40d19d0 con 0x7f8ed006be30 2024-09-11T22:46:14.783 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.783+0000 7f8ecbfff640 1 -- 172.21.15.16:0/3277971791 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f8ee40d19d0 con 0x7f8ed006be30 2024-09-11T22:46:14.783 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 6 to deep-scrub 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f8ed006be30 msgr2=0x7f8ed006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f8ed006be30 0x7f8ed006e2f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8ee40ca070 tx=0x7f8ed8001660 comp rx=0 tx=0).stop 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/3277971791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ee40cf760 msgr2=0x7f8ee4153390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ee40cf760 0x7f8ee4153390 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f8ed4035040 tx=0x7f8ed40046c0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/3277971791 shutdown_connections 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f8ed006be30 0x7f8ed006e2f0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f8ee415e720 0x7f8ee40c8380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f8ee40d1540 0x7f8ee414f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 --2- 172.21.15.16:0/3277971791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ee40cf760 0x7f8ee4153390 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/3277971791 >> 172.21.15.16:0/3277971791 conn(0x7f8ee4067b30 msgr2=0x7f8ee415fe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/3277971791 shutdown_connections 2024-09-11T22:46:14.786 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.785+0000 7f8ee9f5f640 1 -- 172.21.15.16:0/3277971791 wait complete. 2024-09-11T22:46:14.796 INFO:tasks.ceph:Scrubbing osd.7 2024-09-11T22:46:14.796 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-11T22:46:14.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.902+0000 7f0473480640 1 Processor -- start 2024-09-11T22:46:14.903 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.902+0000 7f0473480640 1 -- start start 2024-09-11T22:46:14.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.903+0000 7f0473480640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f046c161cf0 0x7f046c06df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.903+0000 7f0473480640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f046c09b150 0x7f046c0d08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.903+0000 7f0473480640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f046c09baa0 con 0x7f046c0d1ff0 2024-09-11T22:46:14.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.903+0000 7f0473480640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f046c071530 con 0x7f046c09b150 2024-09-11T22:46:14.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.903+0000 7f0473480640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f046c09b7c0 con 0x7f046c161cf0 2024-09-11T22:46:14.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.903+0000 7f047121c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f046c161cf0 0x7f046c06df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.903+0000 7f0471a1d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f046c09b150 0x7f046c0d08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.903+0000 7f0470a1b640 1 --1- >> v1:172.21.15.104:6789/0 conn(0x7f046c0d1ff0 0x7f046c09aa40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:40726/0 (socket says 172.21.15.16:40726) 2024-09-11T22:46:14.904 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.903+0000 7f0470a1b640 1 -- 172.21.15.16:0/4154255911 learned_addr learned my addr 172.21.15.16:0/4154255911 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:14.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.904+0000 7f0471a1d640 1 -- 172.21.15.16:0/4154255911 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f046c161cf0 msgr2=0x7f046c06df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:14.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.904+0000 7f0471a1d640 1 --2- 172.21.15.16:0/4154255911 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f046c161cf0 0x7f046c06df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.904+0000 7f0471a1d640 1 -- 172.21.15.16:0/4154255911 >> v1:172.21.15.104:6789/0 conn(0x7f046c0d1ff0 legacy=0x7f046c09aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.904+0000 7f0463fff640 1 -- 172.21.15.16:0/4154255911 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1629218103 0 0) 0x7f046c09baa0 con 0x7f046c0d1ff0 2024-09-11T22:46:14.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.904+0000 7f0471a1d640 1 -- 172.21.15.16:0/4154255911 --> v2:172.21.15.104:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f046c070ee0 con 0x7f046c09b150 2024-09-11T22:46:14.906 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.904+0000 7f047121c640 1 --2- 172.21.15.16:0/4154255911 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f046c161cf0 0x7f046c06df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0471a1d640 1 --2- 172.21.15.16:0/4154255911 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f046c09b150 0x7f046c0d08a0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0464009d90 tx=0x7f046402a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7d4aefad90883d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0463fff640 1 -- 172.21.15.16:0/4154255911 <== mon.1 v2:172.21.15.104:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0464031600 con 0x7f046c09b150 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0463fff640 1 -- 172.21.15.16:0/4154255911 <== mon.1 v2:172.21.15.104:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04640317a0 con 0x7f046c09b150 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0463fff640 1 -- 172.21.15.16:0/4154255911 <== mon.1 v2:172.21.15.104:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0464031b70 con 0x7f046c09b150 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0473480640 1 -- 172.21.15.16:0/4154255911 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f046c09b150 msgr2=0x7f046c0d08a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0473480640 1 --2- 172.21.15.16:0/4154255911 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f046c09b150 0x7f046c0d08a0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0464009d90 tx=0x7f046402a5d0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0473480640 1 -- 172.21.15.16:0/4154255911 shutdown_connections 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0473480640 1 --2- 172.21.15.16:0/4154255911 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f046c09b150 0x7f046c0d08a0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0473480640 1 --2- 172.21.15.16:0/4154255911 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f046c161cf0 0x7f046c06df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0473480640 1 -- 172.21.15.16:0/4154255911 >> 172.21.15.16:0/4154255911 conn(0x7f046c0d24d0 msgr2=0x7f046c0d28e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0473480640 1 -- 172.21.15.16:0/4154255911 shutdown_connections 2024-09-11T22:46:14.907 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.905+0000 7f0473480640 1 -- 172.21.15.16:0/4154255911 wait complete. 2024-09-11T22:46:14.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.907+0000 7f0473480640 1 Processor -- start 2024-09-11T22:46:14.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.907+0000 7f0473480640 1 -- start start 2024-09-11T22:46:14.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.907+0000 7f0473480640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f046c09b150 0x7f046c15d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.909 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.907+0000 7f0473480640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f046c0d1ff0 0x7f046c0c74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.907+0000 7f0473480640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f046c161cf0 0x7f046c0c79f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.907+0000 7f0473480640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f046c162250 con 0x7f046c0d1ff0 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.907+0000 7f0473480640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f046c1620d0 con 0x7f046c09b150 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.907+0000 7f0473480640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f046c0d0de0 con 0x7f046c161cf0 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0470a1b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f046c0d1ff0 0x7f046c0c74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0470a1b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f046c0d1ff0 0x7f046c0c74b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57768/0 (socket says 172.21.15.16:57768) 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0470a1b640 1 -- 172.21.15.16:0/2194923981 learned_addr learned my addr 172.21.15.16:0/2194923981 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f047121c640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f046c09b150 0x7f046c15d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0471a1d640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f046c161cf0 0x7f046c0c79f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0470a1b640 1 -- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f046c161cf0 msgr2=0x7f046c0c79f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0470a1b640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f046c161cf0 0x7f046c0c79f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0470a1b640 1 -- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f046c09b150 msgr2=0x7f046c15d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0470a1b640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f046c09b150 0x7f046c15d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.910 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0470a1b640 1 -- 172.21.15.16:0/2194923981 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f046c15a0c0 con 0x7f046c0d1ff0 2024-09-11T22:46:14.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0470a1b640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f046c0d1ff0 0x7f046c0c74b0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f045c00c4e0 tx=0x7f045c00c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0461ffb640 1 -- 172.21.15.16:0/2194923981 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f045c018070 con 0x7f046c0d1ff0 2024-09-11T22:46:14.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0461ffb640 1 -- 172.21.15.16:0/2194923981 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f045c007500 con 0x7f046c0d1ff0 2024-09-11T22:46:14.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0461ffb640 1 -- 172.21.15.16:0/2194923981 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f045c004a20 con 0x7f046c0d1ff0 2024-09-11T22:46:14.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.908+0000 7f0473480640 1 -- 172.21.15.16:0/2194923981 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f046c0c8020 con 0x7f046c0d1ff0 2024-09-11T22:46:14.911 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.909+0000 7f0473480640 1 -- 172.21.15.16:0/2194923981 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f046c0c85e0 con 0x7f046c0d1ff0 2024-09-11T22:46:14.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.909+0000 7f0473480640 1 -- 172.21.15.16:0/2194923981 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f046c0d08a0 con 0x7f046c0d1ff0 2024-09-11T22:46:14.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.910+0000 7f0461ffb640 1 -- 172.21.15.16:0/2194923981 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f045c01b070 con 0x7f046c0d1ff0 2024-09-11T22:46:14.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.910+0000 7f0461ffb640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f045006be30 0x7f045006e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.910+0000 7f0461ffb640 1 -- 172.21.15.16:0/2194923981 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f045c08a1e0 con 0x7f046c0d1ff0 2024-09-11T22:46:14.912 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.910+0000 7f0461ffb640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] conn(0x7f0450072820 0x7f0450074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:14.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.910+0000 7f0461ffb640 1 -- 172.21.15.16:0/2194923981 --> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0450075330 con 0x7f0450072820 2024-09-11T22:46:14.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.911+0000 7f0461ffb640 1 -- 172.21.15.16:0/2194923981 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f045c091050 con 0x7f046c0d1ff0 2024-09-11T22:46:14.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.911+0000 7f047121c640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f045006be30 0x7f045006e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.911+0000 7f0471a1d640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] conn(0x7f0450072820 0x7f0450074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:14.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.911+0000 7f047121c640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f045006be30 0x7f045006e2f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0468009560 tx=0x7f0468009190 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.911+0000 7f0471a1d640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] conn(0x7f0450072820 0x7f0450074c60 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:14.913 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.912+0000 7f0461ffb640 1 -- 172.21.15.16:0/2194923981 <== osd.7 v2:172.21.15.104:6808/1157727920 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0450075330 con 0x7f0450072820 2024-09-11T22:46:14.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.924+0000 7f0473480640 1 -- 172.21.15.16:0/2194923981 --> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f046c0c8d00 con 0x7f0450072820 2024-09-11T22:46:14.925 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.925+0000 7f0461ffb640 1 -- 172.21.15.16:0/2194923981 <== osd.7 v2:172.21.15.104:6808/1157727920 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f046c0c8d00 con 0x7f0450072820 2024-09-11T22:46:14.926 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2024-09-11T22:46:14.926 INFO:teuthology.orchestra.run.smithi016.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-11T22:46:14.926 INFO:teuthology.orchestra.run.smithi016.stdout:} 2024-09-11T22:46:14.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.925+0000 7f0473480640 1 -- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] conn(0x7f0450072820 msgr2=0x7f0450074c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.925+0000 7f0473480640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:6808/1157727920,v1:172.21.15.104:6809/1157727920] conn(0x7f0450072820 0x7f0450074c60 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.925+0000 7f0473480640 1 -- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f045006be30 msgr2=0x7f045006e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.925+0000 7f0473480640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f045006be30 0x7f045006e2f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0468009560 tx=0x7f0468009190 comp rx=0 tx=0).stop 2024-09-11T22:46:14.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.925+0000 7f0473480640 1 -- 172.21.15.16:0/2194923981 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f046c0d1ff0 msgr2=0x7f046c0c74b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:14.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.925+0000 7f0473480640 1 --2- 172.21.15.16:0/2194923981 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f046c0d1ff0 0x7f046c0c74b0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f045c00c4e0 tx=0x7f045c00c9a0 comp rx=0 tx=0).stop 2024-09-11T22:46:14.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.925+0000 7f0471a1d640 1 -- 172.21.15.16:0/2194923981 reap_dead start 2024-09-11T22:46:14.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.926+0000 7f0473480640 1 -- 172.21.15.16:0/2194923981 shutdown_connections 2024-09-11T22:46:14.927 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.926+0000 7f0473480640 1 -- 172.21.15.16:0/2194923981 >> 172.21.15.16:0/2194923981 conn(0x7f046c0d24d0 msgr2=0x7f046c0d11c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:14.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.926+0000 7f0473480640 1 -- 172.21.15.16:0/2194923981 shutdown_connections 2024-09-11T22:46:14.928 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:14.926+0000 7f0473480640 1 -- 172.21.15.16:0/2194923981 wait complete. 2024-09-11T22:46:14.936 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-11T22:46:15.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.039+0000 7f88ef94b640 1 Processor -- start 2024-09-11T22:46:15.040 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.039+0000 7f88ef94b640 1 -- start start 2024-09-11T22:46:15.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ef94b640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88e815e7f0 0x7f88e806d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ef94b640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f88e80b3870 0x7f88e806d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ef94b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88e80b64d0 0x7f88e80b68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ef94b640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f88e815ebd0 con 0x7f88e815e7f0 2024-09-11T22:46:15.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ef94b640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f88e80b5ff0 con 0x7f88e80b3870 2024-09-11T22:46:15.041 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ef94b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f88e809b5f0 con 0x7f88e80b64d0 2024-09-11T22:46:15.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ed6e7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88e815e7f0 0x7f88e806d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:15.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ed6e7640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f88e815e7f0 0x7f88e806d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57778/0 (socket says 172.21.15.16:57778) 2024-09-11T22:46:15.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ed6e7640 1 -- 172.21.15.16:0/743826885 learned_addr learned my addr 172.21.15.16:0/743826885 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:15.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88edee8640 1 --2- 172.21.15.16:0/743826885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88e80b64d0 0x7f88e80b68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:15.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ecee6640 1 --2- 172.21.15.16:0/743826885 >> v2:172.21.15.104:3300/0 conn(0x7f88e80b3870 0x7f88e806d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:15.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ed6e7640 1 -- 172.21.15.16:0/743826885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88e80b64d0 msgr2=0x7f88e80b68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:15.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ed6e7640 1 --2- 172.21.15.16:0/743826885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88e80b64d0 0x7f88e80b68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ed6e7640 1 -- 172.21.15.16:0/743826885 >> v2:172.21.15.104:3300/0 conn(0x7f88e80b3870 msgr2=0x7f88e806d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:15.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ed6e7640 1 --2- 172.21.15.16:0/743826885 >> v2:172.21.15.104:3300/0 conn(0x7f88e80b3870 0x7f88e806d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ed6e7640 1 -- 172.21.15.16:0/743826885 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88e809b8d0 con 0x7f88e815e7f0 2024-09-11T22:46:15.042 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.040+0000 7f88ecee6640 1 --2- 172.21.15.16:0/743826885 >> v2:172.21.15.104:3300/0 conn(0x7f88e80b3870 0x7f88e806d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.041+0000 7f88ed6e7640 1 --2- 172.21.15.16:0/743826885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88e815e7f0 0x7f88e806d3f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f88e806d190 tx=0x7f88d802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3214fcffb7889706 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.041+0000 7f88dffff640 1 -- 172.21.15.16:0/743826885 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8037070 con 0x7f88e815e7f0 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.041+0000 7f88dffff640 1 -- 172.21.15.16:0/743826885 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88d8032440 con 0x7f88e815e7f0 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.041+0000 7f88dffff640 1 -- 172.21.15.16:0/743826885 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8032810 con 0x7f88e815e7f0 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.042+0000 7f88ef94b640 1 -- 172.21.15.16:0/743826885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88e815e7f0 msgr2=0x7f88e806d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.042+0000 7f88ef94b640 1 --2- 172.21.15.16:0/743826885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88e815e7f0 0x7f88e806d3f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f88e806d190 tx=0x7f88d802a1e0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.042+0000 7f88ef94b640 1 -- 172.21.15.16:0/743826885 shutdown_connections 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.042+0000 7f88ef94b640 1 --2- 172.21.15.16:0/743826885 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88e80b64d0 0x7f88e80b68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.042+0000 7f88ef94b640 1 --2- 172.21.15.16:0/743826885 >> v2:172.21.15.104:3300/0 conn(0x7f88e80b3870 0x7f88e806d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.042+0000 7f88ef94b640 1 --2- 172.21.15.16:0/743826885 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88e815e7f0 0x7f88e806d3f0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.042+0000 7f88ef94b640 1 -- 172.21.15.16:0/743826885 >> 172.21.15.16:0/743826885 conn(0x7f88e80b7c50 msgr2=0x7f88e80b4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:15.044 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.042+0000 7f88ef94b640 1 -- 172.21.15.16:0/743826885 shutdown_connections 2024-09-11T22:46:15.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.042+0000 7f88ef94b640 1 -- 172.21.15.16:0/743826885 wait complete. 2024-09-11T22:46:15.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.043+0000 7f88ef94b640 1 Processor -- start 2024-09-11T22:46:15.045 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.043+0000 7f88ef94b640 1 -- start start 2024-09-11T22:46:15.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ef94b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88e80b3870 0x7f88e80a03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.046 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ef94b640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88e80b64d0 0x7f88e80cb890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ef94b640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e815e7f0 0x7f88e806cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ef94b640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f88e80b6e20 con 0x7f88e80b3870 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ef94b640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f88e809be90 con 0x7f88e815e7f0 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ef94b640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f88e80b6fa0 con 0x7f88e80b64d0 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ed6e7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88e80b3870 0x7f88e80a03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ed6e7640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88e80b3870 0x7f88e80a03b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57784/0 (socket says 172.21.15.16:57784) 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ed6e7640 1 -- 172.21.15.16:0/1736274200 learned_addr learned my addr 172.21.15.16:0/1736274200 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ed6e7640 1 -- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88e80b64d0 msgr2=0x7f88e80cb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ed6e7640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88e80b64d0 0x7f88e80cb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ed6e7640 1 -- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e815e7f0 msgr2=0x7f88e806cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ed6e7640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e815e7f0 0x7f88e806cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ed6e7640 1 -- 172.21.15.16:0/1736274200 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88e80cc000 con 0x7f88e80b3870 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.044+0000 7f88ed6e7640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88e80b3870 0x7f88e80a03b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f88d802a220 tx=0x7f88d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.045+0000 7f88ddffb640 1 -- 172.21.15.16:0/1736274200 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d8037040 con 0x7f88e80b3870 2024-09-11T22:46:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.045+0000 7f88ddffb640 1 -- 172.21.15.16:0/1736274200 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f88d8042070 con 0x7f88e80b3870 2024-09-11T22:46:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.045+0000 7f88ddffb640 1 -- 172.21.15.16:0/1736274200 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d803b870 con 0x7f88e80b3870 2024-09-11T22:46:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.045+0000 7f88ef94b640 1 -- 172.21.15.16:0/1736274200 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88e80cc2e0 con 0x7f88e80b3870 2024-09-11T22:46:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.045+0000 7f88ef94b640 1 -- 172.21.15.16:0/1736274200 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88e80cc8a0 con 0x7f88e80b3870 2024-09-11T22:46:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.046+0000 7f88ef94b640 1 -- 172.21.15.16:0/1736274200 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88e80b68e0 con 0x7f88e80b3870 2024-09-11T22:46:15.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.046+0000 7f88ddffb640 1 -- 172.21.15.16:0/1736274200 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f88d803ba10 con 0x7f88e80b3870 2024-09-11T22:46:15.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.047+0000 7f88ddffb640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f88cc06be30 0x7f88cc06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.047+0000 7f88ddffb640 1 -- 172.21.15.16:0/1736274200 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f88d80ab710 con 0x7f88e80b3870 2024-09-11T22:46:15.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.047+0000 7f88ecee6640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f88cc06be30 0x7f88cc06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:15.049 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.047+0000 7f88ecee6640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f88cc06be30 0x7f88cc06e2f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f88e81549f0 tx=0x7f88e4008040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:15.051 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.051+0000 7f88ddffb640 1 -- 172.21.15.16:0/1736274200 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f88d807a060 con 0x7f88e80b3870 2024-09-11T22:46:15.225 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.225+0000 7f88ef94b640 1 -- 172.21.15.16:0/1736274200 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f88e80d1dd0 con 0x7f88cc06be30 2024-09-11T22:46:15.226 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.225+0000 7f88ddffb640 1 -- 172.21.15.16:0/1736274200 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f88e80d1dd0 con 0x7f88cc06be30 2024-09-11T22:46:15.226 INFO:teuthology.orchestra.run.smithi016.stderr:instructed osd(s) 7 to deep-scrub 2024-09-11T22:46:15.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 -- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f88cc06be30 msgr2=0x7f88cc06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:15.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f88cc06be30 0x7f88cc06e2f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f88e81549f0 tx=0x7f88e4008040 comp rx=0 tx=0).stop 2024-09-11T22:46:15.228 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 -- 172.21.15.16:0/1736274200 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88e80b3870 msgr2=0x7f88e80a03b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:15.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88e80b3870 0x7f88e80a03b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f88d802a220 tx=0x7f88d80046c0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 -- 172.21.15.16:0/1736274200 shutdown_connections 2024-09-11T22:46:15.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f88cc06be30 0x7f88cc06e2f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f88e815e7f0 0x7f88e806cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f88e80b64d0 0x7f88e80cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 --2- 172.21.15.16:0/1736274200 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88e80b3870 0x7f88e80a03b0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 -- 172.21.15.16:0/1736274200 >> 172.21.15.16:0/1736274200 conn(0x7f88e80b7c50 msgr2=0x7f88e8071c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:15.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 -- 172.21.15.16:0/1736274200 shutdown_connections 2024-09-11T22:46:15.229 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.227+0000 7f88ef94b640 1 -- 172.21.15.16:0/1736274200 wait complete. 2024-09-11T22:46:15.239 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:46:15.340 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.340+0000 7f6f4604c640 1 Processor -- start 2024-09-11T22:46:15.341 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.340+0000 7f6f4604c640 1 -- start start 2024-09-11T22:46:15.342 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.340+0000 7f6f4604c640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f6f4015e770 0x7f6f400b9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f4604c640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6f400b6100 0x7f6f400b6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f4604c640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f400cee70 con 0x7f6f4015eb50 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f4604c640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7f6f400cf3f0 con 0x7f6f400b6100 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f4604c640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f6f400d3460 con 0x7f6f4015e770 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f3ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6f400b6100 0x7f6f400b6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f3ffff640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6f400b6100 0x7f6f400b6590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57796/0 (socket says 172.21.15.16:57796) 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f3ffff640 1 -- 172.21.15.16:0/1035828423 learned_addr learned my addr 172.21.15.16:0/1035828423 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f3effd640 1 --1- 172.21.15.16:0/1035828423 >> v1:172.21.15.16:6789/0 conn(0x7f6f4015eb50 0x7f6f400d3ca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:34192/0 (socket says 172.21.15.16:34192) 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f3ffff640 1 -- 172.21.15.16:0/1035828423 >> v2:172.21.15.104:3300/0 conn(0x7f6f4015e770 msgr2=0x7f6f400b9fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f3ffff640 1 --2- 172.21.15.16:0/1035828423 >> v2:172.21.15.104:3300/0 conn(0x7f6f4015e770 0x7f6f400b9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f3ffff640 1 -- 172.21.15.16:0/1035828423 >> v1:172.21.15.16:6789/0 conn(0x7f6f4015eb50 legacy=0x7f6f400d3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:15.343 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.341+0000 7f6f3ffff640 1 -- 172.21.15.16:0/1035828423 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f400d3130 con 0x7f6f400b6100 2024-09-11T22:46:15.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.342+0000 7f6f3ffff640 1 --2- 172.21.15.16:0/1035828423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f400b6100 0x7f6f400b6590 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6f400d35e0 tx=0x7f6f3802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d48c3af132c7375 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:15.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.342+0000 7f6f3e7fc640 1 -- 172.21.15.16:0/1035828423 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f38036070 con 0x7f6f400b6100 2024-09-11T22:46:15.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.342+0000 7f6f3e7fc640 1 -- 172.21.15.16:0/1035828423 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f38031600 con 0x7f6f400b6100 2024-09-11T22:46:15.344 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.342+0000 7f6f3e7fc640 1 -- 172.21.15.16:0/1035828423 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f380319d0 con 0x7f6f400b6100 2024-09-11T22:46:15.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.342+0000 7f6f4604c640 1 -- 172.21.15.16:0/1035828423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f400b6100 msgr2=0x7f6f400b6590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:15.346 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.342+0000 7f6f4604c640 1 --2- 172.21.15.16:0/1035828423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f400b6100 0x7f6f400b6590 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6f400d35e0 tx=0x7f6f3802a6a0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.342+0000 7f6f4604c640 1 -- 172.21.15.16:0/1035828423 shutdown_connections 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.342+0000 7f6f4604c640 1 --2- 172.21.15.16:0/1035828423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f400b6100 0x7f6f400b6590 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.342+0000 7f6f4604c640 1 --2- 172.21.15.16:0/1035828423 >> v2:172.21.15.104:3300/0 conn(0x7f6f4015e770 0x7f6f400b9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.342+0000 7f6f4604c640 1 -- 172.21.15.16:0/1035828423 >> 172.21.15.16:0/1035828423 conn(0x7f6f400d12e0 msgr2=0x7f6f400d16f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.343+0000 7f6f4604c640 1 -- 172.21.15.16:0/1035828423 shutdown_connections 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.343+0000 7f6f4604c640 1 -- 172.21.15.16:0/1035828423 wait complete. 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.344+0000 7f6f4604c640 1 Processor -- start 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.344+0000 7f6f4604c640 1 -- start start 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f4604c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f400b6100 0x7f6f400cdb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f4604c640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f4015e770 0x7f6f40161a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f4604c640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f4015eb50 0x7f6f401505d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f4604c640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f6f400ba4e0 con 0x7f6f4015e770 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f4604c640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f6f400d43b0 con 0x7f6f4015eb50 2024-09-11T22:46:15.347 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f4604c640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f6f400ba660 con 0x7f6f400b6100 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f3effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f4015e770 0x7f6f40161a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f3effd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f4015e770 0x7f6f40161a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:57802/0 (socket says 172.21.15.16:57802) 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f3effd640 1 -- 172.21.15.16:0/1596943889 learned_addr learned my addr 172.21.15.16:0/1596943889 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f3ffff640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f4015eb50 0x7f6f401505d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f3f7fe640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f400b6100 0x7f6f400cdb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f3effd640 1 -- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f400b6100 msgr2=0x7f6f400cdb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f3effd640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f400b6100 0x7f6f400cdb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f3effd640 1 -- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f4015eb50 msgr2=0x7f6f401505d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f3effd640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f4015eb50 0x7f6f401505d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f3effd640 1 -- 172.21.15.16:0/1596943889 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f400c81b0 con 0x7f6f4015e770 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f3effd640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f4015e770 0x7f6f40161a10 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f6f3400c3f0 tx=0x7f6f3400c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:15.348 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f27fff640 1 -- 172.21.15.16:0/1596943889 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f340074e0 con 0x7f6f4015e770 2024-09-11T22:46:15.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f27fff640 1 -- 172.21.15.16:0/1596943889 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f34007680 con 0x7f6f4015e770 2024-09-11T22:46:15.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f27fff640 1 -- 172.21.15.16:0/1596943889 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f34004a00 con 0x7f6f4015e770 2024-09-11T22:46:15.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.345+0000 7f6f4604c640 1 -- 172.21.15.16:0/1596943889 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f400c8490 con 0x7f6f4015e770 2024-09-11T22:46:15.349 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.346+0000 7f6f4604c640 1 -- 172.21.15.16:0/1596943889 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f400c8a50 con 0x7f6f4015e770 2024-09-11T22:46:15.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.347+0000 7f6f4604c640 1 -- 172.21.15.16:0/1596943889 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f40075800 con 0x7f6f4015e770 2024-09-11T22:46:15.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.347+0000 7f6f27fff640 1 -- 172.21.15.16:0/1596943889 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f6f3401a020 con 0x7f6f4015e770 2024-09-11T22:46:15.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.347+0000 7f6f27fff640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f6f2c06be30 0x7f6f2c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:15.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.348+0000 7f6f27fff640 1 -- 172.21.15.16:0/1596943889 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f6f3408a550 con 0x7f6f4015e770 2024-09-11T22:46:15.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.348+0000 7f6f3f7fe640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f6f2c06be30 0x7f6f2c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:15.350 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.348+0000 7f6f3f7fe640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f6f2c06be30 0x7f6f2c06e2f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6f30009990 tx=0x7f6f30009110 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:15.352 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.352+0000 7f6f27fff640 1 -- 172.21.15.16:0/1596943889 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f6f40075800 con 0x7f6f4015e770 2024-09-11T22:46:15.524 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.523+0000 7f6f4604c640 1 -- 172.21.15.16:0/1596943889 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6f400d3dd0 con 0x7f6f2c06be30 2024-09-11T22:46:15.525 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.524+0000 7f6f27fff640 1 -- 172.21.15.16:0/1596943889 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13457 (secure 0 0 0) 0x7f6f400d3dd0 con 0x7f6f2c06be30 2024-09-11T22:46:15.525 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:15.525 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:46:15.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.526+0000 7f6f4604c640 1 -- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f6f2c06be30 msgr2=0x7f6f2c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:15.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.526+0000 7f6f4604c640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f6f2c06be30 0x7f6f2c06e2f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6f30009990 tx=0x7f6f30009110 comp rx=0 tx=0).stop 2024-09-11T22:46:15.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.526+0000 7f6f4604c640 1 -- 172.21.15.16:0/1596943889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f4015e770 msgr2=0x7f6f40161a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:15.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.526+0000 7f6f4604c640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f4015e770 0x7f6f40161a10 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f6f3400c3f0 tx=0x7f6f3400c7f0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.527+0000 7f6f4604c640 1 -- 172.21.15.16:0/1596943889 shutdown_connections 2024-09-11T22:46:15.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.527+0000 7f6f4604c640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f6f2c06be30 0x7f6f2c06e2f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.527+0000 7f6f4604c640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f6f4015eb50 0x7f6f401505d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.528 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.527+0000 7f6f4604c640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6f4015e770 0x7f6f40161a10 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.527+0000 7f6f4604c640 1 --2- 172.21.15.16:0/1596943889 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6f400b6100 0x7f6f400cdb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:15.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.527+0000 7f6f4604c640 1 -- 172.21.15.16:0/1596943889 >> 172.21.15.16:0/1596943889 conn(0x7f6f400d12e0 msgr2=0x7f6f400d4e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:15.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.527+0000 7f6f4604c640 1 -- 172.21.15.16:0/1596943889 shutdown_connections 2024-09-11T22:46:15.529 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:15.527+0000 7f6f4604c640 1 -- 172.21.15.16:0/1596943889 wait complete. 2024-09-11T22:46:15.538 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":10,"stamp":"2024-09-11T22:46:14.022473+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":242108,"kb_used_data":5064,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732612,"statfs":{"total":773094113280,"available":772846194688,"internally_reserved":0,"allocated":5185536,"data_stored":2939696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":96,"num_read_kb":206,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.324762"},"pg_stats":[{"pgid":"1.0","version":"42'139","reported_seq":289,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-11T22:46:07.604652+0000","last_change":"2024-09-11T22:44:38.698311+0000","last_active":"2024-09-11T22:46:07.604652+0000","last_peered":"2024-09-11T22:46:07.604652+0000","last_clean":"2024-09-11T22:46:07.604652+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:46:07.604652+0000","last_undegraded":"2024-09-11T22:46:07.604652+0000","last_fullsized":"2024-09-11T22:46:07.604652+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-11T22:44:36.398886+0000","last_clean_scrub_stamp":"2024-09-11T22:44:36.398886+0000","objects_scrubbed":0,"log_size":139,"log_dups_size":0,"ondisk_log_size":139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:18.577216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509462,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28096,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343744,"statfs":{"total":96636764160,"available":96607993856,"internally_reserved":0,"allocated":1093632,"data_stored":810238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509463,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574869,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27524,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344316,"statfs":{"total":96636764160,"available":96608579584,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35840,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336000,"statfs":{"total":96636764160,"available":96600064000,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31676,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340164,"statfs":{"total":96636764160,"available":96604327936,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509461,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31676,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340164,"statfs":{"total":96636764160,"available":96604327936,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509461,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32264,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339576,"statfs":{"total":96636764160,"available":96603725824,"internally_reserved":0,"allocated":1093632,"data_stored":810238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:46:15.542 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-11T22:44:36.398886+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=11, tm_hour=22, tm_min=44, tm_sec=36, tm_wday=2, tm_yday=255, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=11, tm_hour=22, tm_min=46, tm_sec=10, tm_wday=2, tm_yday=255, tm_isdst=0) 2024-09-11T22:46:15.542 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-11T22:46:19.950 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:46:19.954 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:46:35.543 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-11T22:46:35.660 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.660+0000 7f601f352640 1 Processor -- start 2024-09-11T22:46:35.661 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.660+0000 7f601f352640 1 -- start start 2024-09-11T22:46:35.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f601f352640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7f60180d4030 0x7f60180b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f601f352640 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60180d2880 con 0x7f60180b6470 2024-09-11T22:46:35.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f601f352640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60180d2b60 con 0x7f60180b3600 2024-09-11T22:46:35.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f601f352640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7f60180d3490 con 0x7f60180d4030 2024-09-11T22:46:35.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f601d0ee640 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f60180b6470 0x7f60180b6850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33058/0 (socket says 172.21.15.16:33058) 2024-09-11T22:46:35.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f601d0ee640 1 -- 172.21.15.16:0/2657641622 learned_addr learned my addr 172.21.15.16:0/2657641622 (peer_addr_for_me v1:172.21.15.16:0/0) 2024-09-11T22:46:35.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f601d8ef640 1 --2- 172.21.15.16:0/2657641622 >> v2:172.21.15.104:3300/0 conn(0x7f60180d4030 0x7f60180b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3053560049 0 0) 0x7f60180d2880 con 0x7f60180b6470 2024-09-11T22:46:35.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6004003520 con 0x7f60180b6470 2024-09-11T22:46:35.665 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2114310283 0 0) 0x7f6004003520 con 0x7f60180b6470 2024-09-11T22:46:35.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 >> v2:172.21.15.104:3300/0 conn(0x7f60180d4030 msgr2=0x7f60180b3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:35.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f600ffff640 1 --2- 172.21.15.16:0/2657641622 >> v2:172.21.15.104:3300/0 conn(0x7f60180d4030 0x7f60180b3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 >> v1:172.21.15.104:6789/0 conn(0x7f60180b3600 legacy=0x7f60180d3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:35.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60180d2e40 con 0x7f60180b6470 2024-09-11T22:46:35.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 377432956 0 0) 0x7f6014001670 con 0x7f60180b6470 2024-09-11T22:46:35.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 >> v1:172.21.15.16:6789/0 conn(0x7f60180b6470 legacy=0x7f60180b6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:35.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f600ffff640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60040039b0 0x7f6004003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.661+0000 7f600ffff640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 0x7f6004004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.666 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f600ffff640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60040051c0 0x7f600400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f60180d3490 con 0x7f6004004800 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f600400c070 con 0x7f60040051c0 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f600400c270 con 0x7f60040039b0 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f601c8ed640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 0x7f6004004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f601d8ef640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60040051c0 0x7f600400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f601d0ee640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60040039b0 0x7f6004003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f601c8ed640 1 -- 172.21.15.16:0/2657641622 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60040039b0 msgr2=0x7f6004003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f601c8ed640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f60040039b0 0x7f6004003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f601c8ed640 1 -- 172.21.15.16:0/2657641622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60040051c0 msgr2=0x7f600400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f601c8ed640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60040051c0 0x7f600400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f601c8ed640 1 -- 172.21.15.16:0/2657641622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6004003520 con 0x7f6004004800 2024-09-11T22:46:35.667 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f601d8ef640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60040051c0 0x7f600400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:35.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.662+0000 7f601d8ef640 1 -- 172.21.15.16:0/2657641622 reap_dead start 2024-09-11T22:46:35.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.663+0000 7f601c8ed640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 0x7f6004004c80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f6008001750 tx=0x7f6004005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47eaacd3e0478000 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:35.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.663+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6008001370 con 0x7f6004004800 2024-09-11T22:46:35.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.663+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60080052d0 con 0x7f6004004800 2024-09-11T22:46:35.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.663+0000 7f600ffff640 1 -- 172.21.15.16:0/2657641622 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f600802abc0 con 0x7f6004004800 2024-09-11T22:46:35.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.663+0000 7f601f352640 1 -- 172.21.15.16:0/2657641622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 msgr2=0x7f6004004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:35.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.663+0000 7f601f352640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 0x7f6004004c80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f6008001750 tx=0x7f6004005830 comp rx=0 tx=0).stop 2024-09-11T22:46:35.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.664+0000 7f601f352640 1 -- 172.21.15.16:0/2657641622 shutdown_connections 2024-09-11T22:46:35.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.664+0000 7f601f352640 1 --2- 172.21.15.16:0/2657641622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 0x7f6004004c80 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.664+0000 7f601f352640 1 -- 172.21.15.16:0/2657641622 >> 172.21.15.16:0/2657641622 conn(0x7f60180d1530 msgr2=0x7f60180d1940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:35.668 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.664+0000 7f601f352640 1 -- 172.21.15.16:0/2657641622 shutdown_connections 2024-09-11T22:46:35.669 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.664+0000 7f601f352640 1 -- 172.21.15.16:0/2657641622 wait complete. 2024-09-11T22:46:35.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.665+0000 7f601f352640 1 Processor -- start 2024-09-11T22:46:35.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.665+0000 7f601f352640 1 -- start start 2024-09-11T22:46:35.671 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601f352640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 0x7f60180ab1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601f352640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60180cd240 0x7f60181f8330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601f352640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6018157bd0 0x7f6018160da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601f352640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7f60180cfb00 con 0x7f6004004800 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601f352640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7f601815e930 con 0x7f60180cd240 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601f352640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7f60180cfc80 con 0x7f6018157bd0 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601d0ee640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 0x7f60180ab1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601d0ee640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 0x7f60180ab1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49750/0 (socket says 172.21.15.16:49750) 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601d0ee640 1 -- 172.21.15.16:0/3251692871 learned_addr learned my addr 172.21.15.16:0/3251692871 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601c8ed640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60180cd240 0x7f60181f8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601d8ef640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6018157bd0 0x7f6018160da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601d0ee640 1 -- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6018157bd0 msgr2=0x7f6018160da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:35.672 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601d0ee640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6018157bd0 0x7f6018160da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601d0ee640 1 -- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60180cd240 msgr2=0x7f60181f8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601d0ee640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60180cd240 0x7f60181f8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601d0ee640 1 -- 172.21.15.16:0/3251692871 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60181f8870 con 0x7f6004004800 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601c8ed640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60180cd240 0x7f60181f8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f601d0ee640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 0x7f60180ab1c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f6014007320 tx=0x7f60140077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.666+0000 7f600dffb640 1 -- 172.21.15.16:0/3251692871 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601401a070 con 0x7f6004004800 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.667+0000 7f600dffb640 1 -- 172.21.15.16:0/3251692871 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f601400f8e0 con 0x7f6004004800 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.667+0000 7f600dffb640 1 -- 172.21.15.16:0/3251692871 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f601400fcd0 con 0x7f6004004800 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.667+0000 7f601f352640 1 -- 172.21.15.16:0/3251692871 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6018158520 con 0x7f6004004800 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.667+0000 7f601f352640 1 -- 172.21.15.16:0/3251692871 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6018158ae0 con 0x7f6004004800 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.668+0000 7f601f352640 1 -- 172.21.15.16:0/3251692871 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60180d3e50 con 0x7f6004004800 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.668+0000 7f600dffb640 1 -- 172.21.15.16:0/3251692871 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7f601401d070 con 0x7f6004004800 2024-09-11T22:46:35.673 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.669+0000 7f600dffb640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f5ffc06be60 0x7f5ffc06e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.669+0000 7f600dffb640 1 -- 172.21.15.16:0/3251692871 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7f601408a7a0 con 0x7f6004004800 2024-09-11T22:46:35.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.669+0000 7f601c8ed640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f5ffc06be60 0x7f5ffc06e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.670+0000 7f601c8ed640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f5ffc06be60 0x7f5ffc06e320 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6008032000 tx=0x7f600802e000 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:35.674 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.673+0000 7f600dffb640 1 -- 172.21.15.16:0/3251692871 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7f60180d3e50 con 0x7f6004004800 2024-09-11T22:46:35.848 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.848+0000 7f601f352640 1 -- 172.21.15.16:0/3251692871 --> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f60180b3b50 con 0x7f5ffc06be60 2024-09-11T22:46:35.849 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.849+0000 7f600dffb640 1 -- 172.21.15.16:0/3251692871 <== mgr.4853 v2:172.21.15.104:6832/4174465502 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13358 (secure 0 0 0) 0x7f60180b3b50 con 0x7f5ffc06be60 2024-09-11T22:46:35.850 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:35.850 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2024-09-11T22:46:35.852 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.851+0000 7f601f352640 1 -- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f5ffc06be60 msgr2=0x7f5ffc06e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:35.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.851+0000 7f601f352640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f5ffc06be60 0x7f5ffc06e320 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6008032000 tx=0x7f600802e000 comp rx=0 tx=0).stop 2024-09-11T22:46:35.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.851+0000 7f601f352640 1 -- 172.21.15.16:0/3251692871 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 msgr2=0x7f60180ab1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:35.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.851+0000 7f601f352640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 0x7f60180ab1c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f6014007320 tx=0x7f60140077e0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.851+0000 7f601f352640 1 -- 172.21.15.16:0/3251692871 shutdown_connections 2024-09-11T22:46:35.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.851+0000 7f601f352640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7f5ffc06be60 0x7f5ffc06e320 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.851+0000 7f601f352640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7f6018157bd0 0x7f6018160da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.851+0000 7f601f352640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7f60180cd240 0x7f60181f8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.851+0000 7f601f352640 1 --2- 172.21.15.16:0/3251692871 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6004004800 0x7f60180ab1c0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.853 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.851+0000 7f601f352640 1 -- 172.21.15.16:0/3251692871 >> 172.21.15.16:0/3251692871 conn(0x7f60180d1530 msgr2=0x7f601806d0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:35.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.852+0000 7f601f352640 1 -- 172.21.15.16:0/3251692871 shutdown_connections 2024-09-11T22:46:35.854 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.852+0000 7f601f352640 1 -- 172.21.15.16:0/3251692871 wait complete. 2024-09-11T22:46:35.863 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2024-09-11T22:46:34.026434+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":242092,"kb_used_data":5064,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754732628,"statfs":{"total":773094113280,"available":772846211072,"internally_reserved":0,"allocated":5185536,"data_stored":2939696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":242535986},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002135"},"pg_stats":[{"pgid":"1.0","version":"43'140","reported_seq":299,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-11T22:46:16.068934+0000","last_change":"2024-09-11T22:46:16.068990+0000","last_active":"2024-09-11T22:46:16.068934+0000","last_peered":"2024-09-11T22:46:16.068934+0000","last_clean":"2024-09-11T22:46:16.068934+0000","last_became_active":"2024-09-11T22:44:38.697909+0000","last_became_peered":"2024-09-11T22:44:38.697909+0000","last_unstale":"2024-09-11T22:46:16.068934+0000","last_undegraded":"2024-09-11T22:46:16.068934+0000","last_fullsized":"2024-09-11T22:46:16.068934+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"43'140","last_scrub_stamp":"2024-09-11T22:46:16.068845+0000","last_deep_scrub":"43'140","last_deep_scrub_stamp":"2024-09-11T22:46:16.068845+0000","last_clean_scrub_stamp":"2024-09-11T22:46:16.068845+0000","objects_scrubbed":2,"log_size":140,"log_dups_size":0,"ondisk_log_size":140,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:29:28.958255+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":308,"num_read_kb":512,"num_write":199,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":140,"ondisk_log_size":140,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509466,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28092,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343748,"statfs":{"total":96636764160,"available":96607997952,"internally_reserved":0,"allocated":1093632,"data_stored":810238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509467,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509466,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27516,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27524,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344316,"statfs":{"total":96636764160,"available":96608579584,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574873,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":35840,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94336000,"statfs":{"total":96636764160,"available":96600064000,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509465,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31676,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340164,"statfs":{"total":96636764160,"available":96604327936,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509465,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31676,"kb_used_data":488,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340164,"statfs":{"total":96636764160,"available":96604327936,"internally_reserved":0,"allocated":499712,"data_stored":219870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509465,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32252,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339588,"statfs":{"total":96636764160,"available":96603738112,"internally_reserved":0,"allocated":1093632,"data_stored":810238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-11T22:46:35.864 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-11T22:46:35.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.965+0000 7fd570bfd640 1 Processor -- start 2024-09-11T22:46:35.966 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.965+0000 7fd570bfd640 1 -- start start 2024-09-11T22:46:35.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.966+0000 7fd570bfd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd56c161ed0 0x7fd56c0d3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.966+0000 7fd570bfd640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fd56c0d4160 0x7fd56c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.966+0000 7fd570bfd640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd56c1622b0 0x7fd56c06d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.966+0000 7fd570bfd640 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 -- 0x7fd56c0d0060 con 0x7fd56c1622b0 2024-09-11T22:46:35.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.966+0000 7fd570bfd640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fd56c0d36d0 con 0x7fd56c0d4160 2024-09-11T22:46:35.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.966+0000 7fd570bfd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd56c0cfa50 con 0x7fd56c161ed0 2024-09-11T22:46:35.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.967+0000 7fd56ad9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd56c1622b0 0x7fd56c06d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.968 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.967+0000 7fd56ad9d640 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd56c1622b0 0x7fd56c06d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49752/0 (socket says 172.21.15.16:49752) 2024-09-11T22:46:35.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.967+0000 7fd56ad9d640 1 -- 172.21.15.16:0/2584671938 learned_addr learned my addr 172.21.15.16:0/2584671938 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:35.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.967+0000 7fd56a59c640 1 --2- 172.21.15.16:0/2584671938 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd56c161ed0 0x7fd56c0d3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.967+0000 7fd569d9b640 1 --2- 172.21.15.16:0/2584671938 >> v2:172.21.15.104:3300/0 conn(0x7fd56c0d4160 0x7fd56c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.967+0000 7fd56ad9d640 1 -- 172.21.15.16:0/2584671938 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd56c161ed0 msgr2=0x7fd56c0d3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:35.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.967+0000 7fd56ad9d640 1 --2- 172.21.15.16:0/2584671938 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd56c161ed0 0x7fd56c0d3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.967+0000 7fd56ad9d640 1 -- 172.21.15.16:0/2584671938 >> v2:172.21.15.104:3300/0 conn(0x7fd56c0d4160 msgr2=0x7fd56c06d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:35.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.967+0000 7fd56ad9d640 1 --2- 172.21.15.16:0/2584671938 >> v2:172.21.15.104:3300/0 conn(0x7fd56c0d4160 0x7fd56c06d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.967+0000 7fd56ad9d640 1 -- 172.21.15.16:0/2584671938 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd56c0cfcf0 con 0x7fd56c1622b0 2024-09-11T22:46:35.969 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.967+0000 7fd569d9b640 1 --2- 172.21.15.16:0/2584671938 >> v2:172.21.15.104:3300/0 conn(0x7fd56c0d4160 0x7fd56c06d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:46:35.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd56ad9d640 1 --2- 172.21.15.16:0/2584671938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd56c1622b0 0x7fd56c06d9c0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd56c069980 tx=0x7fd55c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=721e02d6d8229473 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:35.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd56959a640 1 -- 172.21.15.16:0/2584671938 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd55c036070 con 0x7fd56c1622b0 2024-09-11T22:46:35.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd56959a640 1 -- 172.21.15.16:0/2584671938 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd55c031600 con 0x7fd56c1622b0 2024-09-11T22:46:35.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd56959a640 1 -- 172.21.15.16:0/2584671938 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd55c0319d0 con 0x7fd56c1622b0 2024-09-11T22:46:35.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd570bfd640 1 -- 172.21.15.16:0/2584671938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd56c1622b0 msgr2=0x7fd56c06d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:35.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd570bfd640 1 --2- 172.21.15.16:0/2584671938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd56c1622b0 0x7fd56c06d9c0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd56c069980 tx=0x7fd55c02a6a0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd570bfd640 1 -- 172.21.15.16:0/2584671938 shutdown_connections 2024-09-11T22:46:35.971 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd570bfd640 1 --2- 172.21.15.16:0/2584671938 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd56c1622b0 0x7fd56c06d9c0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd570bfd640 1 --2- 172.21.15.16:0/2584671938 >> v2:172.21.15.104:3300/0 conn(0x7fd56c0d4160 0x7fd56c06d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd570bfd640 1 --2- 172.21.15.16:0/2584671938 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd56c161ed0 0x7fd56c0d3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd570bfd640 1 -- 172.21.15.16:0/2584671938 >> 172.21.15.16:0/2584671938 conn(0x7fd56c0d1430 msgr2=0x7fd56c0d1840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:35.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd570bfd640 1 -- 172.21.15.16:0/2584671938 shutdown_connections 2024-09-11T22:46:35.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.968+0000 7fd570bfd640 1 -- 172.21.15.16:0/2584671938 wait complete. 2024-09-11T22:46:35.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.970+0000 7fd570bfd640 1 Processor -- start 2024-09-11T22:46:35.972 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.970+0000 7fd570bfd640 1 -- start start 2024-09-11T22:46:35.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd570bfd640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd56c0d4160 0x7fd56c0cdc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd570bfd640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd56c161ed0 0x7fd56c0cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.974 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd570bfd640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd56c1622b0 0x7fd56c1582f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd570bfd640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fd56c0d2310 con 0x7fd56c161ed0 2024-09-11T22:46:35.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd570bfd640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fd56c0d3eb0 con 0x7fd56c1622b0 2024-09-11T22:46:35.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd570bfd640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fd56c0d2490 con 0x7fd56c0d4160 2024-09-11T22:46:35.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd569d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd56c161ed0 0x7fd56c0cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd569d9b640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd56c161ed0 0x7fd56c0cf2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49764/0 (socket says 172.21.15.16:49764) 2024-09-11T22:46:35.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd56a59c640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd56c0d4160 0x7fd56c0cdc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd569d9b640 1 -- 172.21.15.16:0/2511036313 learned_addr learned my addr 172.21.15.16:0/2511036313 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:35.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd56ad9d640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd56c1622b0 0x7fd56c1582f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd569d9b640 1 -- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd56c0d4160 msgr2=0x7fd56c0cdc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:35.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd569d9b640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd56c0d4160 0x7fd56c0cdc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.975 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd569d9b640 1 -- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd56c1622b0 msgr2=0x7fd56c1582f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd569d9b640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd56c1622b0 0x7fd56c1582f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd569d9b640 1 -- 172.21.15.16:0/2511036313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd56c0ce230 con 0x7fd56c161ed0 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd569d9b640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd56c161ed0 0x7fd56c0cf2d0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd55400c7f0 tx=0x7fd55400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd562ffd640 1 -- 172.21.15.16:0/2511036313 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd554004230 con 0x7fd56c161ed0 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd562ffd640 1 -- 172.21.15.16:0/2511036313 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5540043d0 con 0x7fd56c161ed0 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd570bfd640 1 -- 172.21.15.16:0/2511036313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd56c0ce510 con 0x7fd56c161ed0 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.971+0000 7fd562ffd640 1 -- 172.21.15.16:0/2511036313 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd554007840 con 0x7fd56c161ed0 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.972+0000 7fd570bfd640 1 -- 172.21.15.16:0/2511036313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd56c0cead0 con 0x7fd56c161ed0 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.973+0000 7fd570bfd640 1 -- 172.21.15.16:0/2511036313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd56c0d3970 con 0x7fd56c161ed0 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.973+0000 7fd562ffd640 1 -- 172.21.15.16:0/2511036313 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7fd5540079e0 con 0x7fd56c161ed0 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.973+0000 7fd562ffd640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd54c06be30 0x7fd54c06e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:35.976 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.974+0000 7fd562ffd640 1 -- 172.21.15.16:0/2511036313 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7fd55408af40 con 0x7fd56c161ed0 2024-09-11T22:46:35.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.974+0000 7fd56a59c640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd54c06be30 0x7fd54c06e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:35.977 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.974+0000 7fd56a59c640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd54c06be30 0x7fd54c06e2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd564006fd0 tx=0x7fd564008040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:35.978 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:35.978+0000 7fd562ffd640 1 -- 172.21.15.16:0/2511036313 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fd554015020 con 0x7fd56c161ed0 2024-09-11T22:46:36.153 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.152+0000 7fd570bfd640 1 -- 172.21.15.16:0/2511036313 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fd56c0d0750 con 0x7fd56c161ed0 2024-09-11T22:46:36.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.155+0000 7fd562ffd640 1 -- 172.21.15.16:0/2511036313 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v16)=0 v16) ==== 123+0+0 (secure 0 0 0) 0x7fd554059110 con 0x7fd56c161ed0 2024-09-11T22:46:36.156 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.156+0000 7fd562ffd640 1 -- 172.21.15.16:0/2511036313 <== mon.0 v2:172.21.15.16:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fd55405d410 con 0x7fd56c161ed0 2024-09-11T22:46:36.158 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 -- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd54c06be30 msgr2=0x7fd54c06e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:36.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd54c06be30 0x7fd54c06e2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd564006fd0 tx=0x7fd564008040 comp rx=0 tx=0).stop 2024-09-11T22:46:36.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 -- 172.21.15.16:0/2511036313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd56c161ed0 msgr2=0x7fd56c0cf2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:36.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd56c161ed0 0x7fd56c0cf2d0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fd55400c7f0 tx=0x7fd55400ccb0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 -- 172.21.15.16:0/2511036313 shutdown_connections 2024-09-11T22:46:36.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fd54c06be30 0x7fd54c06e2f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fd56c1622b0 0x7fd56c1582f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd56c161ed0 0x7fd56c0cf2d0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 --2- 172.21.15.16:0/2511036313 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fd56c0d4160 0x7fd56c0cdc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 -- 172.21.15.16:0/2511036313 >> 172.21.15.16:0/2511036313 conn(0x7fd56c0d1430 msgr2=0x7fd56c0b6310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:36.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 -- 172.21.15.16:0/2511036313 shutdown_connections 2024-09-11T22:46:36.159 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.158+0000 7fd570bfd640 1 -- 172.21.15.16:0/2511036313 wait complete. 2024-09-11T22:46:36.169 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-11T22:46:36.170 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-11T22:46:36.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.271+0000 7fc4be88d640 1 Processor -- start 2024-09-11T22:46:36.272 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.272+0000 7fc4be88d640 1 -- start start 2024-09-11T22:46:36.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.272+0000 7fc4be88d640 1 --2- >> v2:172.21.15.104:3300/0 conn(0x7fc4b80d1cf0 0x7fc4b80cfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:36.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.272+0000 7fc4be88d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b80b68d0 0x7fc4b80d33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:36.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.272+0000 7fc4be88d640 1 -- --> v1:172.21.15.104:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc4b815ea80 con 0x7fc4b815e6a0 2024-09-11T22:46:36.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.272+0000 7fc4be88d640 1 -- --> v2:172.21.15.104:3300/0 -- mon_getmap magic: 0 -- 0x7fc4b80d2310 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.272+0000 7fc4be88d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc4b80d25f0 con 0x7fc4b80b68d0 2024-09-11T22:46:36.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4bce2a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b80b68d0 0x7fc4b80d33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:36.274 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4bce2a640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b80b68d0 0x7fc4b80d33b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.104:3301/0 says I am v2:172.21.15.16:52646/0 (socket says 172.21.15.16:52646) 2024-09-11T22:46:36.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4bce2a640 1 -- 172.21.15.16:0/3270568128 learned_addr learned my addr 172.21.15.16:0/3270568128 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:36.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4b77fe640 1 --2- 172.21.15.16:0/3270568128 >> v2:172.21.15.104:3300/0 conn(0x7fc4b80d1cf0 0x7fc4b80cfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:36.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4b7fff640 1 --1- 172.21.15.16:0/3270568128 >> v1:172.21.15.104:6789/0 conn(0x7fc4b815e6a0 0x7fc4b80b61c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.104:6789/0 says I am v1:172.21.15.16:47996/0 (socket says 172.21.15.16:47996) 2024-09-11T22:46:36.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4b6ffd640 1 -- 172.21.15.16:0/3270568128 <== mon.1 v1:172.21.15.104:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1618706596 0 0) 0x7fc4b815ea80 con 0x7fc4b815e6a0 2024-09-11T22:46:36.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4b6ffd640 1 -- 172.21.15.16:0/3270568128 --> v1:172.21.15.104:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc4a0003520 con 0x7fc4b815e6a0 2024-09-11T22:46:36.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4bce2a640 1 -- 172.21.15.16:0/3270568128 >> v2:172.21.15.104:3300/0 conn(0x7fc4b80d1cf0 msgr2=0x7fc4b80cfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-11T22:46:36.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4bce2a640 1 --2- 172.21.15.16:0/3270568128 >> v2:172.21.15.104:3300/0 conn(0x7fc4b80d1cf0 0x7fc4b80cfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4bce2a640 1 -- 172.21.15.16:0/3270568128 >> v1:172.21.15.104:6789/0 conn(0x7fc4b815e6a0 legacy=0x7fc4b80b61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:36.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4bce2a640 1 -- 172.21.15.16:0/3270568128 --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4b80d28d0 con 0x7fc4b80b68d0 2024-09-11T22:46:36.275 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.273+0000 7fc4b77fe640 1 --2- 172.21.15.16:0/3270568128 >> v2:172.21.15.104:3300/0 conn(0x7fc4b80d1cf0 0x7fc4b80cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-11T22:46:36.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.274+0000 7fc4bce2a640 1 --2- 172.21.15.16:0/3270568128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b80b68d0 0x7fc4b80d33b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc4b0009e50 tx=0x7fc4b002a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee15bf19f317939 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:36.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.274+0000 7fc4b6ffd640 1 -- 172.21.15.16:0/3270568128 <== mon.2 v2:172.21.15.104:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4b0036070 con 0x7fc4b80b68d0 2024-09-11T22:46:36.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.274+0000 7fc4b6ffd640 1 -- 172.21.15.16:0/3270568128 <== mon.2 v2:172.21.15.104:3301/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fc4b0031600 con 0x7fc4b80b68d0 2024-09-11T22:46:36.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.274+0000 7fc4b6ffd640 1 -- 172.21.15.16:0/3270568128 <== mon.2 v2:172.21.15.104:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4b00319b0 con 0x7fc4b80b68d0 2024-09-11T22:46:36.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.275+0000 7fc4be88d640 1 -- 172.21.15.16:0/3270568128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b80b68d0 msgr2=0x7fc4b80d33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:36.279 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.275+0000 7fc4be88d640 1 --2- 172.21.15.16:0/3270568128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b80b68d0 0x7fc4b80d33b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc4b0009e50 tx=0x7fc4b002a680 comp rx=0 tx=0).stop 2024-09-11T22:46:36.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.275+0000 7fc4be88d640 1 -- 172.21.15.16:0/3270568128 shutdown_connections 2024-09-11T22:46:36.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.275+0000 7fc4be88d640 1 --2- 172.21.15.16:0/3270568128 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b80b68d0 0x7fc4b80d33b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.275+0000 7fc4be88d640 1 --2- 172.21.15.16:0/3270568128 >> v2:172.21.15.104:3300/0 conn(0x7fc4b80d1cf0 0x7fc4b80cfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.275+0000 7fc4be88d640 1 -- 172.21.15.16:0/3270568128 >> 172.21.15.16:0/3270568128 conn(0x7fc4b8067d70 msgr2=0x7fc4b8068180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:36.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.275+0000 7fc4be88d640 1 -- 172.21.15.16:0/3270568128 shutdown_connections 2024-09-11T22:46:36.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.275+0000 7fc4be88d640 1 -- 172.21.15.16:0/3270568128 wait complete. 2024-09-11T22:46:36.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.276+0000 7fc4be88d640 1 Processor -- start 2024-09-11T22:46:36.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.276+0000 7fc4be88d640 1 -- start start 2024-09-11T22:46:36.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4be88d640 1 --2- >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4b80b68d0 0x7fc4b815a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:36.280 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4be88d640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4b80d1cf0 0x7fc4b80ca080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4be88d640 1 --2- >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b815e6a0 0x7fc4b81548c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4be88d640 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b80b7970 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4be88d640 1 -- --> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b80d2e90 con 0x7fc4b80b68d0 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4be88d640 1 -- --> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] -- mon_getmap magic: 0 -- 0x7fc4b80b6cd0 con 0x7fc4b815e6a0 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4b77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4b80d1cf0 0x7fc4b80ca080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4b77fe640 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4b80d1cf0 0x7fc4b80ca080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49772/0 (socket says 172.21.15.16:49772) 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4b77fe640 1 -- 172.21.15.16:0/2305117756 learned_addr learned my addr 172.21.15.16:0/2305117756 (peer_addr_for_me v2:172.21.15.16:0/0) 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4b7fff640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4b80b68d0 0x7fc4b815a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4bce2a640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b815e6a0 0x7fc4b81548c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4b77fe640 1 -- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b815e6a0 msgr2=0x7fc4b81548c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4b77fe640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b815e6a0 0x7fc4b81548c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4b77fe640 1 -- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4b80b68d0 msgr2=0x7fc4b815a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4b77fe640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4b80b68d0 0x7fc4b815a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.281 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4b77fe640 1 -- 172.21.15.16:0/2305117756 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4b8153470 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4b7fff640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4b80b68d0 0x7fc4b815a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-11T22:46:36.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.277+0000 7fc4b77fe640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4b80d1cf0 0x7fc4b80ca080 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac00ebb0 tx=0x7fc4ac00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:36.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.278+0000 7fc4b4ff9640 1 -- 172.21.15.16:0/2305117756 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4ac017070 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.278+0000 7fc4b4ff9640 1 -- 172.21.15.16:0/2305117756 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fc4ac00cc30 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.278+0000 7fc4be88d640 1 -- 172.21.15.16:0/2305117756 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4b8155210 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.278+0000 7fc4b4ff9640 1 -- 172.21.15.16:0/2305117756 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4ac013470 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.278+0000 7fc4be88d640 1 -- 172.21.15.16:0/2305117756 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4b81557d0 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.282 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.279+0000 7fc4be88d640 1 -- 172.21.15.16:0/2305117756 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4b80d0d60 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.279+0000 7fc4b4ff9640 1 -- 172.21.15.16:0/2305117756 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 14) ==== 90498+0+0 (secure 0 0 0) 0x7fc4ac01a070 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.280+0000 7fc4b4ff9640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fc4a406be30 0x7fc4a406e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-11T22:46:36.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.280+0000 7fc4b4ff9640 1 -- 172.21.15.16:0/2305117756 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5937+0+0 (secure 0 0 0) 0x7fc4ac08afa0 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.280+0000 7fc4b7fff640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fc4a406be30 0x7fc4a406e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-11T22:46:36.283 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.281+0000 7fc4b7fff640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fc4a406be30 0x7fc4a406e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc4a8000f60 tx=0x7fc4a8009040 comp rx=0 tx=0).ready entity=mgr.4853 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-11T22:46:36.284 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.284+0000 7fc4b4ff9640 1 -- 172.21.15.16:0/2305117756 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187697 (secure 0 0 0) 0x7fc4ac059750 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.494+0000 7fc4be88d640 1 -- 172.21.15.16:0/2305117756 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc4b80b8430 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.495 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.495+0000 7fc4b4ff9640 1 -- 172.21.15.16:0/2305117756 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+3914 (secure 0 0 0) 0x7fc4ac059050 con 0x7fc4b80d1cf0 2024-09-11T22:46:36.496 INFO:teuthology.orchestra.run.smithi016.stdout: 2024-09-11T22:46:36.496 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":17,"btime":"2024-09-11T22:46:04:694563+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4616,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6837/1702427553","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6835","nonce":1702427553},{"type":"v1","addr":"172.21.15.104:6837","nonce":1702427553}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4622,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/3893358227","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":3893358227},{"type":"v1","addr":"172.21.15.16:6835","nonce":3893358227}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4816,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.104:6836/712712654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.104:6834","nonce":712712654},{"type":"v1","addr":"172.21.15.104:6836","nonce":712712654}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":5256,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/3797105394","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":3797105394},{"type":"v1","addr":"172.21.15.16:6834","nonce":3797105394}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[]} 2024-09-11T22:46:36.496 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 17 2024-09-11T22:46:36.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 -- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fc4a406be30 msgr2=0x7fc4a406e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:36.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fc4a406be30 0x7fc4a406e2f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc4a8000f60 tx=0x7fc4a8009040 comp rx=0 tx=0).stop 2024-09-11T22:46:36.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 -- 172.21.15.16:0/2305117756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4b80d1cf0 msgr2=0x7fc4b80ca080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-11T22:46:36.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4b80d1cf0 0x7fc4b80ca080 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac00ebb0 tx=0x7fc4ac00c520 comp rx=0 tx=0).stop 2024-09-11T22:46:36.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 -- 172.21.15.16:0/2305117756 shutdown_connections 2024-09-11T22:46:36.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:6832/4174465502,v1:172.21.15.104:6833/4174465502] conn(0x7fc4a406be30 0x7fc4a406e2f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:3301/0,v1:172.21.15.104:6790/0] conn(0x7fc4b815e6a0 0x7fc4b81548c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4b80d1cf0 0x7fc4b80ca080 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 --2- 172.21.15.16:0/2305117756 >> [v2:172.21.15.104:3300/0,v1:172.21.15.104:6789/0] conn(0x7fc4b80b68d0 0x7fc4b815a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-11T22:46:36.498 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 -- 172.21.15.16:0/2305117756 >> 172.21.15.16:0/2305117756 conn(0x7fc4b8067d70 msgr2=0x7fc4b80cafb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-11T22:46:36.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 -- 172.21.15.16:0/2305117756 shutdown_connections 2024-09-11T22:46:36.499 INFO:teuthology.orchestra.run.smithi016.stderr:2024-09-11T22:46:36.497+0000 7fc4be88d640 1 -- 172.21.15.16:0/2305117756 wait complete. 2024-09-11T22:46:36.508 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-11T22:46:36.509 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-11T22:46:36.509 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-11T22:46:36.509 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:36.517 INFO:tasks.ceph.mds.a:Stopped 2024-09-11T22:46:36.518 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-11T22:46:36.518 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:36.566 INFO:tasks.ceph.mds.c:Stopped 2024-09-11T22:46:36.567 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-11T22:46:36.567 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:36.578 INFO:tasks.ceph.mds.b:Stopped 2024-09-11T22:46:36.579 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-11T22:46:36.579 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:36.630 INFO:tasks.ceph.mds.d:Stopped 2024-09-11T22:46:36.630 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-11T22:46:36.631 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-11T22:46:36.631 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:36.664 INFO:tasks.ceph.osd.0:Stopped 2024-09-11T22:46:36.664 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-11T22:46:36.664 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:36.730 INFO:tasks.ceph.osd.1:Stopped 2024-09-11T22:46:36.730 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-11T22:46:36.730 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:36.805 INFO:tasks.ceph.osd.2:Stopped 2024-09-11T22:46:36.806 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-11T22:46:36.806 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:36.874 INFO:tasks.ceph.osd.3:Stopped 2024-09-11T22:46:36.874 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-11T22:46:36.874 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:36.912 INFO:tasks.ceph.osd.4:Stopped 2024-09-11T22:46:36.912 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-11T22:46:36.912 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:36.976 INFO:tasks.ceph.osd.5:Stopped 2024-09-11T22:46:36.977 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-11T22:46:36.977 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:37.047 INFO:tasks.ceph.osd.6:Stopped 2024-09-11T22:46:37.047 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-11T22:46:37.047 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:37.119 INFO:tasks.ceph.osd.7:Stopped 2024-09-11T22:46:37.119 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-11T22:46:37.120 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-11T22:46:37.120 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:37.148 INFO:tasks.ceph.mgr.y:Stopped 2024-09-11T22:46:37.149 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-11T22:46:37.149 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:37.190 INFO:tasks.ceph.mgr.x:Stopped 2024-09-11T22:46:37.190 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-11T22:46:37.191 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-11T22:46:37.191 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:37.202 INFO:tasks.ceph.mon.a:Stopped 2024-09-11T22:46:37.202 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-11T22:46:37.202 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:37.243 INFO:tasks.ceph.mon.b:Stopped 2024-09-11T22:46:37.243 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-11T22:46:37.243 INFO:teuthology.orchestra.run:waiting for 300 2024-09-11T22:46:37.296 INFO:tasks.ceph.mon.c:Stopped 2024-09-11T22:46:37.296 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-11T22:46:37.297 DEBUG:teuthology.orchestra.run.smithi016:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-11T22:46:37.329 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:46:37.329 DEBUG:teuthology.orchestra.run.smithi016:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-11T22:46:37.510 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:46:37.510 DEBUG:teuthology.orchestra.run.smithi016:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-11T22:46:37.593 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:46:37.594 DEBUG:teuthology.orchestra.run.smithi016:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-11T22:46:37.658 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:46:37.659 DEBUG:teuthology.orchestra.run.smithi016:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-11T22:46:37.701 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:46:37.702 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-11T22:46:37.846 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:46:37.846 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-11T22:46:37.917 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:46:37.917 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-11T22:46:37.983 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:46:37.983 DEBUG:teuthology.orchestra.run.smithi104:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-11T22:46:38.042 INFO:tasks.ceph:Archiving mon data... 2024-09-11T22:46:38.043 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433/data/mon.a.tgz 2024-09-11T22:46:38.043 DEBUG:teuthology.orchestra.run.smithi016:> mktemp 2024-09-11T22:46:38.060 INFO:teuthology.orchestra.run.smithi016.stdout:/tmp/tmp.IektH38x17 2024-09-11T22:46:38.060 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.IektH38x17 2024-09-11T22:46:38.248 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0666 /tmp/tmp.IektH38x17 2024-09-11T22:46:38.333 DEBUG:teuthology.orchestra.remote:smithi016:/tmp/tmp.IektH38x17 is 674KB 2024-09-11T22:46:38.406 DEBUG:teuthology.orchestra.run.smithi016:> rm -fr /tmp/tmp.IektH38x17 2024-09-11T22:46:38.422 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433/data/mon.b.tgz 2024-09-11T22:46:38.422 DEBUG:teuthology.orchestra.run.smithi104:> mktemp 2024-09-11T22:46:38.441 INFO:teuthology.orchestra.run.smithi104.stdout:/tmp/tmp.vTz5E9RlU0 2024-09-11T22:46:38.441 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.vTz5E9RlU0 2024-09-11T22:46:38.686 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0666 /tmp/tmp.vTz5E9RlU0 2024-09-11T22:46:38.768 DEBUG:teuthology.orchestra.remote:smithi104:/tmp/tmp.vTz5E9RlU0 is 963KB 2024-09-11T22:46:38.844 DEBUG:teuthology.orchestra.run.smithi104:> rm -fr /tmp/tmp.vTz5E9RlU0 2024-09-11T22:46:38.861 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433/data/mon.c.tgz 2024-09-11T22:46:38.861 DEBUG:teuthology.orchestra.run.smithi104:> mktemp 2024-09-11T22:46:38.916 INFO:teuthology.orchestra.run.smithi104.stdout:/tmp/tmp.35uA4Z2GG9 2024-09-11T22:46:38.916 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.35uA4Z2GG9 2024-09-11T22:46:39.132 DEBUG:teuthology.orchestra.run.smithi104:> sudo chmod 0666 /tmp/tmp.35uA4Z2GG9 2024-09-11T22:46:39.215 DEBUG:teuthology.orchestra.remote:smithi104:/tmp/tmp.35uA4Z2GG9 is 962KB 2024-09-11T22:46:39.323 DEBUG:teuthology.orchestra.run.smithi104:> rm -fr /tmp/tmp.35uA4Z2GG9 2024-09-11T22:46:39.338 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-11T22:46:39.339 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-11T22:46:39.341 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-11T22:46:39.428 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-11T22:46:39.458 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-11T22:46:39.459 INFO:tasks.ceph:Archiving crash dumps... 2024-09-11T22:46:39.460 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433/remote/smithi016/crash 2024-09-11T22:46:39.461 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-11T22:46:39.497 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433/remote/smithi104/crash 2024-09-11T22:46:39.498 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-11T22:46:39.522 INFO:tasks.ceph:Shutting down logrotate 2024-09-11T22:46:39.522 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:46:39.542 DEBUG:teuthology.orchestra.run.smithi104:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-11T22:46:39.612 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-11T22:46:39.640 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-11T22:46:39.664 INFO:tasks.ceph:Compressing logs... 2024-09-11T22:46:39.665 DEBUG:teuthology.orchestra.run.smithi016:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-11T22:46:39.683 DEBUG:teuthology.orchestra.run.smithi104:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-11T22:46:39.719 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-11T22:46:39.719 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44382.log 2024-09-11T22:46:39.719 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48335.log 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44466.log 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44382.log.gz 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.0.48335.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41670.log 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.48335.log.gz 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41396.log 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44466.log: /var/log/ceph/ceph-client.admin.41670.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47376.log 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44466.log.gz 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41396.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.41670.log.gz 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48760.log 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.41396.log.gz 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43248.log 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48760.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47376.log.gz 2024-09-11T22:46:39.720 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49270.log 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48760.log.gz 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49499.log 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43248.log.gz 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50668.log 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49270.log: /var/log/ceph/ceph-client.admin.49499.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47853.log 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49270.log.gz 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49499.log.gz 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50668.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30399.log 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50668.log.gz 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47066.log 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph.tmp-client.admin.30399.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47853.log.gz 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50768.log 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30399.log.gz 2024-09-11T22:46:39.721 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42993.log 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50768.log: gzip 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47066.log.gz -5 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr: --verbose -- /var/log/ceph/ceph-client.admin.46283.log 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42993.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50768.log.gz 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44101.log 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42993.log.gz 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46283.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47240.log 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46283.log.gz 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41756.log 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44101.log.gz/var/log/ceph/ceph-client.admin.47240.log: 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50038.log 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47240.log.gz 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41756.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47513.log 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41756.log.gz 2024-09-11T22:46:39.722 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49583.log 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50038.log: /var/log/ceph/ceph-client.admin.47513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47643.log 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50038.log.gz 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47513.log.gz 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46654.log 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49583.log.gz/var/log/ceph/ceph-client.admin.47643.log: 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44096.log 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47643.log.gz 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46654.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43428.log 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46654.log.gz 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43766.log 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43428.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44096.log.gz 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47811.log 2024-09-11T22:46:39.723 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43428.log.gz 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43766.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45836.log 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49144.log 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.43766.log.gz 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45836.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47811.log.gz 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45836.log.gz 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5/var/log/ceph/ceph-client.admin.49144.log: --verbose -- /var/log/ceph/ceph-client.admin.46528.log 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1%/var/log/ceph/ceph-osd.1.log: -- replaced with /var/log/ceph/ceph-client.admin.49144.log.gz 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43426.log 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47110.log 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46528.log.gz 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48623.log 2024-09-11T22:46:39.724 INFO:teuthology.orchestra.run.smithi016.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.43426.log.gz 2024-09-11T22:46:39.725 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47471.log 2024-09-11T22:46:39.725 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47110.log: /var/log/ceph/ceph-client.admin.48623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48456.log 2024-09-11T22:46:39.725 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47110.log.gz 2024-09-11T22:46:39.725 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.48623.log.gz 2024-09-11T22:46:39.725 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41628.log 2024-09-11T22:46:39.749 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36586.log 2024-09-11T22:46:39.749 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-11T22:46:39.749 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36506.log 2024-09-11T22:46:39.749 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36586.log: /var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.36586.log.gz 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36506.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mds.b.log: 89.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.36506.log.gz 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr: -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36546.log 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42609.log 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36546.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.36546.log.gz 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.1.42609.log: gzip -5 --verbose -- 0.0% /var/log/ceph/ceph-client.admin.36666.log 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr: -- replaced with /var/log/ceph/ceph-client.1.42609.log.gz 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36626.log 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36666.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36797.log 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr: 93.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-11T22:46:39.750 INFO:teuthology.orchestra.run.smithi104.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36666.log.gz 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36626.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.36626.log.gz 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36797.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-osd.6.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36797.log.gz 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mds.d.log: 91.5% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr: 92.2% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36710.log 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36757.log 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36710.log: /var/log/ceph/ceph-mgr.x.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.36710.log.gz 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-11T22:46:39.751 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-client.admin.36757.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.36757.log.gz 2024-09-11T22:46:39.753 INFO:teuthology.orchestra.run.smithi104.stderr: 92.0% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-11T22:46:39.768 INFO:teuthology.orchestra.run.smithi104.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.43007.log 2024-09-11T22:46:39.768 INFO:teuthology.orchestra.run.smithi104.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-client.3.43007.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.43007.log.gz 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47471.log.gz 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45668.log 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48456.log: /var/log/ceph/ceph-client.admin.41628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48564.log 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48456.log.gz 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.41628.log.gz 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45668.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49996.log 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50810.log 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45668.log.gz 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.48564.log.gz 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49996.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46486.log 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50810.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49996.log.gz 2024-09-11T22:46:39.798 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45794.log 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50810.log.gz 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49372.log 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46486.log: /var/log/ceph/ceph-client.admin.45794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47024.log 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46486.log.gz 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49372.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45794.log.gz 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46402.log 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49372.log.gz 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45962.log 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47024.log: /var/log/ceph/ceph-client.admin.46402.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50206.log 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47024.log.gz 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46402.log.gz 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46115.log 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43763.log 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45962.log.gz/var/log/ceph/ceph-client.admin.50206.log: 2024-09-11T22:46:39.799 INFO:teuthology.orchestra.run.smithi016.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50206.log.gz 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50626.log 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41882.log 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43763.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46115.log.gz 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50626.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41438.log 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.43763.log.gz 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50626.log.gz 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47727.log 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41882.log: /var/log/ceph/ceph-client.admin.41438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46570.log 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41882.log.gz 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47727.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.41438.log.gz 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48506.log 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47727.log.gz 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46570.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47195.log 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46570.log.gz 2024-09-11T22:46:39.800 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48506.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.48506.log.gz 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44508.log 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47195.log: /var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50542.log 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47195.log.gz 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43427.log 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50542.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44508.log.gz 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48718.log 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50542.log.gz 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43427.log: 89.1% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43419.log 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44298.log 2024-09-11T22:46:39.801 INFO:teuthology.orchestra.run.smithi016.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.43427.log.gz 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48718.log: /var/log/ceph/ceph-client.admin.43419.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44757.log 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.48718.log.gz 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44298.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.43419.log.gz 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49415.log 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44298.log.gz 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49049.log 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44757.log.gz 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45752.log 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49415.log: /var/log/ceph/ceph-client.admin.49049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49186.log 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49415.log.gz 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49049.log.gz 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47997.log 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43422.log 2024-09-11T22:46:39.802 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45752.log.gz 2024-09-11T22:46:39.803 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49186.log: /var/log/ceph/ceph-client.admin.47997.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49186.log.gz 2024-09-11T22:46:39.803 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49816.log 2024-09-11T22:46:39.803 INFO:teuthology.orchestra.run.smithi016.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47997.log.gz 2024-09-11T22:46:39.803 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47769.log 2024-09-11T22:46:39.803 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43422.log: /var/log/ceph/ceph-client.admin.49816.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50500.log 2024-09-11T22:46:39.803 INFO:teuthology.orchestra.run.smithi016.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.43422.log.gz 2024-09-11T22:46:39.803 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49816.log.gz 2024-09-11T22:46:39.803 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49943.log 2024-09-11T22:46:39.803 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47769.log.gz 2024-09-11T22:46:39.803 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41798.log 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50500.log: /var/log/ceph/ceph-client.admin.49943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47331.log 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50500.log.gz 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41798.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49943.log.gz 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43765.log 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.41798.log.gz 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.43037.log 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47331.log: /var/log/ceph/ceph-client.admin.43765.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47331.log.gz 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42950.log 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43765.log.gz 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47955.log 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43037.log: /var/log/ceph/ceph-client.admin.42950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48676.log 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.43037.log.gz 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47955.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42950.log.gz 2024-09-11T22:46:39.804 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43760.log 2024-09-11T22:46:39.805 INFO:teuthology.orchestra.run.smithi016.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47955.log.gz 2024-09-11T22:46:39.805 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49091.log 2024-09-11T22:46:39.805 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48676.log.gz 2024-09-11T22:46:39.805 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46612.log 2024-09-11T22:46:39.805 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43760.log: /var/log/ceph/ceph-client.admin.49091.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43430.log 2024-09-11T22:46:39.805 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.43760.log.gz 2024-09-11T22:46:39.805 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46612.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49091.log.gz 2024-09-11T22:46:39.805 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41924.log 2024-09-11T22:46:39.806 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46612.log.gz 2024-09-11T22:46:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-11T22:46:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43430.log: /var/log/ceph/ceph-client.admin.41924.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41840.log 2024-09-11T22:46:39.806 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.43430.log.gz 2024-09-11T22:46:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-mds.a.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.41924.log.gz 2024-09-11T22:46:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44424.log 2024-09-11T22:46:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46738.log 2024-09-11T22:46:39.806 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41840.log: /var/log/ceph/ceph-client.admin.44424.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49858.log 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41840.log.gz 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44424.log.gz 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44097.log 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47555.log 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2%/var/log/ceph/ceph-client.admin.49858.log: -- replaced with /var/log/ceph/ceph-client.admin.46738.log.gz 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48414.log 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49858.log.gz 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44097.log.gz 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47555.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42824.log 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 87.8% --verbose -- replaced with /var/log/ceph/ceph-client.admin.47555.log.gz -- 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr: /var/log/ceph/ceph-client.admin.45710.log 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48414.log: /var/log/ceph/ceph-client.admin.42824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36707.log 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48414.log.gz 2024-09-11T22:46:39.807 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.42824.log.gz 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45710.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50728.log 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44092.log 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.36707.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45710.log.gz 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50728.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36707.log.gz 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43761.log 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44092.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50728.log.gz 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43761.log: gzip -5 87.8% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.44092.log.gz /var/log/ceph/ceph-client.admin.42747.log 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46360.log 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-mon.a.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.43761.log.gz 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43748.log 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.42747.log.gz 2024-09-11T22:46:39.808 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46360.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36443.log 2024-09-11T22:46:39.809 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43748.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46360.log.gz 2024-09-11T22:46:39.809 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48081.log 2024-09-11T22:46:39.809 INFO:teuthology.orchestra.run.smithi016.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43748.log.gz 2024-09-11T22:46:39.809 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.36443.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49901.log 2024-09-11T22:46:39.809 INFO:teuthology.orchestra.run.smithi016.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.36443.log.gz 2024-09-11T22:46:39.809 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48081.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47895.log 2024-09-11T22:46:39.809 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.49901.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.49541.log 2024-09-11T22:46:39.809 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47895.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49901.log.gz 2024-09-11T22:46:39.809 INFO:teuthology.orchestra.run.smithi016.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.48081.log.gz 2024-09-11T22:46:39.809 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41137.log 2024-09-11T22:46:39.809 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4%/var/log/ceph/ceph-client.admin.49541.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41524.log 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47895.log.gz 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49541.log.gz 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45077.log 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr:gzip 88.4% -5 --verbose -- /var/log/ceph/ceph-client.admin.47685.log 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.41137.log.gz 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41524.log: /var/log/ceph/ceph-client.0.45077.log: gzip -5 0.0% -- replaced with /var/log/ceph/ceph-client.0.45077.log.gz 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr: --verbose 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41524.log.gz 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr: -- /var/log/ceph/ceph-client.admin.43164.log 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47685.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47685.log.gz 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43429.log 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43164.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43429.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43164.log.gz 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49625.log 2024-09-11T22:46:39.810 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-osd.2.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43429.log.gz 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47152.log 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48147.log 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49625.log.gz 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36801.log 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47152.log.gz 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48147.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42074.log 89.5% -- replaced with /var/log/ceph/ceph-client.admin.48147.log.gz 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.36801.log: gzip -5 88.4% --verbose -- /var/log/ceph/ceph-client.admin.43122.log 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36801.log.gz 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42074.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.42074.log.gz 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44095.log 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43122.log: /var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50164.log 2024-09-11T22:46:39.811 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44095.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43122.log.gz 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41568.log 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44095.log.gz 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48039.log 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41568.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50164.log.gz 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.41568.log.gz 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47601.log 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.admin.48039.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48039.log.gz 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41966.log 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr: 84.8% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.47601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50416.log 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41966.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47601.log.gz 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42008.log 2024-09-11T22:46:39.812 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.41966.log.gz 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50290.log 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50416.log: /var/log/ceph/ceph-client.admin.42008.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50416.log.gz 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.42008.log.gz 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46444.log 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43962.log 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46444.log: /var/log/ceph/ceph-client.admin.50290.log: 89.4% 89.3% -- replaced with /var/log/ceph/ceph-client.admin.50290.log.gz 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46444.log.gz 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43206.log 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43962.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41218.log 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43962.log.gz 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43206.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42908.log 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.43206.log.gz/var/log/ceph/ceph-client.admin.41218.log: 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42866.log 2024-09-11T22:46:39.813 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42908.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.41218.log.gz 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.42908.log.gz 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41314.log 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42866.log: gzip 88.0% -- replaced with /var/log/ceph/ceph-client.admin.42866.log.gz 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.45212.log 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50248.log 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41314.log.gz 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45212.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46193.log 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45212.log.gz 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46780.log 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44550.log 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1%/var/log/ceph/ceph-client.admin.46193.log: -- replaced with /var/log/ceph/ceph-client.admin.50248.log.gz 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46780.log: 88.5%gzip -5 --verbose 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46780.log.gz 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr: -- /var/log/ceph/ceph-client.admin.50584.log 2024-09-11T22:46:39.814 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46193.log.gz 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42689.log 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44550.log.gz 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43421.log 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50584.log.gz 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46982.log 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42689.log.gz 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50332.log 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43421.log.gz 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50458.log 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46982.log: /var/log/ceph/ceph-client.admin.50332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41714.log 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50458.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46982.log.gz 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50332.log.gz 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48836.log 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50458.log.gz 2024-09-11T22:46:39.815 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41480.log 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.41714.log: /var/log/ceph/ceph-client.admin.48836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50374.log 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.41714.log.gz 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr: 88.2%/var/log/ceph/ceph-client.admin.41480.log: -- replaced with /var/log/ceph/ceph-client.admin.48836.log.gz 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr: 92.5% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.41480.log.gz 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50122.log 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50374.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46004.log 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50374.log.gz 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.50122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45878.log 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46004.log: gzip 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50122.log.gz 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.43079.log 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45878.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46004.log.gz 2024-09-11T22:46:39.816 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46902.log 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45878.log.gz 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43079.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44102.log 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46902.log: 87.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44592.log 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43079.log.gz 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46902.log.gz/var/log/ceph/ceph-client.admin.44102.log: 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47289.log 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr: 89.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50080.log 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44102.log.gz 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44592.log: /var/log/ceph/ceph-client.admin.47289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44340.log 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr: 88.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.2.45534.log 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47289.log.gz 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr: 91.0%/var/log/ceph/ceph-client.admin.50080.log: -- replaced with /var/log/ceph/ceph-client.admin.44592.log.gz 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43764.log 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50080.log.gz 2024-09-11T22:46:39.817 INFO:teuthology.orchestra.run.smithi016.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44340.log.gz 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.2.45534.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47420.log 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.2.45534.log.gz 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45920.log 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43764.log: /var/log/ceph/ceph-client.admin.47420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49457.log 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43764.log.gz 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.45920.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47420.log.gz 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45920.log.gz 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr:gzip/var/log/ceph/ceph-client.admin.49457.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.48955.log 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-osd.3.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49457.log.gz 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42502.log 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.48955.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48955.log.gz 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.42502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46822.log 2024-09-11T22:46:39.818 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49312.log 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.46822.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46822.log.gz 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr: 92.4% 92.4% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr: -- replaced with /var/log/ceph/ceph-client.admin.42502.log.gz 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49228.log 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44098.log 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.49312.log: /var/log/ceph/ceph-client.admin.49228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43758.log 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.44098.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49312.log.gz 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49228.log.gz 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46696.log 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.44098.log.gz 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr:/var/log/ceph/ceph-client.admin.43758.log: /var/log/ceph/ceph-client.admin.46696.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.43758.log.gz 2024-09-11T22:46:39.819 INFO:teuthology.orchestra.run.smithi016.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46696.log.gz 2024-09-11T22:46:39.820 INFO:teuthology.orchestra.run.smithi104.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-11T22:46:39.828 INFO:teuthology.orchestra.run.smithi104.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-11T22:46:39.829 INFO:teuthology.orchestra.run.smithi104.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-11T22:46:39.977 INFO:teuthology.orchestra.run.smithi016.stderr: 91.0% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-11T22:46:40.364 INFO:teuthology.orchestra.run.smithi104.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-11T22:46:40.369 INFO:teuthology.orchestra.run.smithi104.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-11T22:46:40.387 INFO:teuthology.orchestra.run.smithi016.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-11T22:46:40.395 INFO:teuthology.orchestra.run.smithi104.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-11T22:46:40.422 INFO:teuthology.orchestra.run.smithi104.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-11T22:46:40.424 INFO:teuthology.orchestra.run.smithi104.stderr: 2024-09-11T22:46:40.424 INFO:teuthology.orchestra.run.smithi104.stderr:real 0m0.705s 2024-09-11T22:46:40.424 INFO:teuthology.orchestra.run.smithi104.stderr:user 0m2.789s 2024-09-11T22:46:40.424 INFO:teuthology.orchestra.run.smithi104.stderr:sys 0m0.124s 2024-09-11T22:46:40.441 INFO:teuthology.orchestra.run.smithi016.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-11T22:46:40.464 INFO:teuthology.orchestra.run.smithi016.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-11T22:46:40.465 INFO:teuthology.orchestra.run.smithi016.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-11T22:46:40.467 INFO:teuthology.orchestra.run.smithi016.stderr: 2024-09-11T22:46:40.467 INFO:teuthology.orchestra.run.smithi016.stderr:real 0m0.771s 2024-09-11T22:46:40.467 INFO:teuthology.orchestra.run.smithi016.stderr:user 0m3.089s 2024-09-11T22:46:40.467 INFO:teuthology.orchestra.run.smithi016.stderr:sys 0m0.217s 2024-09-11T22:46:40.467 INFO:tasks.ceph:Archiving logs... 2024-09-11T22:46:40.468 DEBUG:teuthology.misc:Transferring archived files from smithi016:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433/remote/smithi016/log 2024-09-11T22:46:40.469 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-11T22:46:41.068 DEBUG:teuthology.misc:Transferring archived files from smithi104:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433/remote/smithi104/log 2024-09-11T22:46:41.069 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-11T22:46:41.488 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-11T22:46:41.497 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-11T22:46:41.498 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-11T22:46:41.500 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-11T22:46:41.600 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-11T22:46:41.609 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-11T22:46:41.609 DEBUG:teuthology.orchestra.run.smithi016:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-11T22:46:41.612 DEBUG:teuthology.orchestra.run.smithi104:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-11T22:46:41.626 INFO:teuthology.orchestra.run.smithi104.stderr:bash: line 1: ntpq: command not found 2024-09-11T22:46:41.627 INFO:teuthology.orchestra.run.smithi016.stderr:bash: line 1: ntpq: command not found 2024-09-11T22:46:41.630 INFO:teuthology.orchestra.run.smithi104.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-11T22:46:41.630 INFO:teuthology.orchestra.run.smithi104.stdout:=============================================================================== 2024-09-11T22:46:41.630 INFO:teuthology.orchestra.run.smithi104.stdout:^* hv01.front.sepia.ceph.com 3 6 377 8 +1038us[+1038us] +/- 48ms 2024-09-11T22:46:41.630 INFO:teuthology.orchestra.run.smithi104.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 9 -827us[ -827us] +/- 68ms 2024-09-11T22:46:41.630 INFO:teuthology.orchestra.run.smithi104.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 8 -939us[ -939us] +/- 91ms 2024-09-11T22:46:41.630 INFO:teuthology.orchestra.run.smithi104.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T22:46:41.633 INFO:teuthology.orchestra.run.smithi016.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-11T22:46:41.633 INFO:teuthology.orchestra.run.smithi016.stdout:=============================================================================== 2024-09-11T22:46:41.633 INFO:teuthology.orchestra.run.smithi016.stdout:^* hv01.front.sepia.ceph.com 3 6 377 8 +1034us[+1027us] +/- 48ms 2024-09-11T22:46:41.633 INFO:teuthology.orchestra.run.smithi016.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 10 -828us[ -835us] +/- 68ms 2024-09-11T22:46:41.633 INFO:teuthology.orchestra.run.smithi016.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 8 -931us[ -931us] +/- 91ms 2024-09-11T22:46:41.633 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-11T22:46:41.633 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-11T22:46:41.642 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-11T22:46:41.642 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-11T22:46:41.652 DEBUG:teuthology.orchestra.run.smithi016:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-11T22:46:41.751 DEBUG:teuthology.orchestra.run.smithi104:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-11T22:46:41.814 DEBUG:teuthology.orchestra.run.smithi016:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-11T22:46:41.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:46:41.845 DEBUG:teuthology.orchestra.run.smithi104:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-11T22:46:41.872 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:46:41.872 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-11T22:46:41.882 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-11T22:46:41.893 INFO:teuthology.task.internal:Duration was 507.185953 seconds 2024-09-11T22:46:41.893 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-11T22:46:41.902 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-11T22:46:41.902 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-11T22:46:41.905 DEBUG:teuthology.orchestra.run.smithi104:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-11T22:46:41.945 INFO:teuthology.orchestra.run.smithi016.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-11T22:46:41.950 INFO:teuthology.orchestra.run.smithi104.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-11T22:46:42.345 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-11T22:46:42.346 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi016.front.sepia.ceph.com 2024-09-11T22:46:42.346 DEBUG:teuthology.orchestra.run.smithi016:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-11T22:46:42.407 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi104.front.sepia.ceph.com 2024-09-11T22:46:42.407 DEBUG:teuthology.orchestra.run.smithi104:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-11T22:46:42.430 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-11T22:46:42.431 DEBUG:teuthology.orchestra.run.smithi016:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-11T22:46:42.450 DEBUG:teuthology.orchestra.run.smithi104:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-11T22:46:42.497 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-11T22:46:42.498 DEBUG:teuthology.orchestra.run.smithi016:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-11T22:46:42.518 DEBUG:teuthology.orchestra.run.smithi104:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-11T22:46:42.637 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-11T22:46:42.649 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-11T22:46:42.649 DEBUG:teuthology.orchestra.run.smithi016:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-11T22:46:42.674 DEBUG:teuthology.orchestra.run.smithi104:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-11T22:46:42.699 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-11T22:46:42.709 DEBUG:teuthology.orchestra.run.smithi016:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-11T22:46:42.717 DEBUG:teuthology.orchestra.run.smithi104:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-11T22:46:42.738 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern = core 2024-09-11T22:46:42.762 INFO:teuthology.orchestra.run.smithi104.stdout:kernel.core_pattern = core 2024-09-11T22:46:42.775 DEBUG:teuthology.orchestra.run.smithi016:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-11T22:46:42.806 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:46:42.806 DEBUG:teuthology.orchestra.run.smithi104:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-11T22:46:42.829 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-11T22:46:42.830 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-11T22:46:42.840 INFO:teuthology.task.internal:Transferring archived files... 2024-09-11T22:46:42.841 DEBUG:teuthology.misc:Transferring archived files from smithi016:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433/remote/smithi016 2024-09-11T22:46:42.841 DEBUG:teuthology.orchestra.run.smithi016:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-11T22:46:42.881 DEBUG:teuthology.misc:Transferring archived files from smithi104:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-11_21:24:17-fs-squid-distro-default-smithi/7901433/remote/smithi104 2024-09-11T22:46:42.881 DEBUG:teuthology.orchestra.run.smithi104:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-11T22:46:42.914 INFO:teuthology.task.internal:Removing archive directory... 2024-09-11T22:46:42.914 DEBUG:teuthology.orchestra.run.smithi016:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-11T22:46:42.918 DEBUG:teuthology.orchestra.run.smithi104:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-11T22:46:42.964 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-11T22:46:42.975 INFO:teuthology.task.internal:Not uploading archives. 2024-09-11T22:46:42.975 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-11T22:46:42.985 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-11T22:46:42.985 DEBUG:teuthology.orchestra.run.smithi016:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-11T22:46:42.988 DEBUG:teuthology.orchestra.run.smithi104:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-11T22:46:43.001 INFO:teuthology.orchestra.run.smithi016.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 11 22:46 /home/ubuntu/cephtest 2024-09-11T22:46:43.018 INFO:teuthology.orchestra.run.smithi104.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 11 22:46 /home/ubuntu/cephtest 2024-09-11T22:46:43.019 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-11T22:46:43.029 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-11T22:46:43.060 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/snap_schedule_snapdir} duration: 507.18595337867737 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-11T22:46:43.061 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-11T22:46:43.151 INFO:teuthology.run:pass